-- Logs begin at Wed 2021-04-14 15:28:46 UTC, end at Wed 2021-04-14 16:24:42 UTC. -- Apr 14 16:02:07.620263 dv-cinder-786266-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 16:02:10.756885 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.common.config [-] Logging enabled! Apr 14 16:02:10.757386 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 16:02:10.758795 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85156) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 16:02:10.760573 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.common.config [-] Logging enabled! Apr 14 16:02:10.760860 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev80 Apr 14 16:02:10.761217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85156) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 16:02:10.762306 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 16:02:10.762572 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 16:02:10.764007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 16:02:10.764453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 16:02:10.764724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 16:02:10.765104 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.765455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.765803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.766072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.766462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.767313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.767640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.767983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.768330 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.768656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.768975 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.769300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.769562 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.769882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.770237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.770575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.770830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] debug = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.771152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.771696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.772019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.772337 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.772671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.772988 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.773299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.773615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.773939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.774337 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] host = dv-cinder-786266-1-smb {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.774666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.774995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.775328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.775660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.775975 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.776293 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.776621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.776933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.777244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] log_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.777555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.777888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.778256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.778596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.778854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.779108 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.779441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.779773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.780089 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.780398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.780713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.781019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.781326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.781631 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.781969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.782884 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.783213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.783526 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.783836 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.784143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.784453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.784780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.785090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.785399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.785710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.786036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.786370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.786682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.787027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.787358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.787683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.788013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.788322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.788649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.788960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.789268 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.789577 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] use_json = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.789885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.790216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.790539 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.790849 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.791155 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.791463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.791771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.792101 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:10.792435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.792775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.793123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.793445 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.793782 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.794119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.794454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.794770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.795105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.795439 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.795764 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.796077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.796402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.796718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.797058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.797408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.797772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.798136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.798457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.798766 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.799078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.799392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.799718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.800054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.800389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.800698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.801014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.801348 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.801660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.801969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.802328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.802662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.802977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.803286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.803604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.803918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.804226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.804532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.804845 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.805178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.805492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.805802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.806120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.806471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.806779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.807102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.807416 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.807725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.808302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.808613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.808923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.809230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.809543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.809852 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.810186 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.810500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.810805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.811111 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.811420 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.811727 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.812034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.812342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.812654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.812960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.813265 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.813599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.813905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.814235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.814557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.814894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.815208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.815523 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.815837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.816152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.816466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.816780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.817094 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.817407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.817715 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.818056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.818402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.818726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.819042 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.819353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.819691 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.820009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.820328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.820638 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.820953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.821278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.821596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.821930 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.822287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.822622 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.822953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.823281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.823594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.823944 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.824261 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:10.824510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 16:02:10.824778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85156) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 14 16:02:11.487514 dv-cinder-786266-1-smb neutron-server[85156]: INFO keyring.backend [-] Loading Gnome Apr 14 16:02:11.504085 dv-cinder-786266-1-smb neutron-server[85156]: INFO keyring.backend [-] Loading Google Apr 14 16:02:11.506799 dv-cinder-786266-1-smb neutron-server[85156]: INFO keyring.backend [-] Loading Windows (alt) Apr 14 16:02:11.510374 dv-cinder-786266-1-smb neutron-server[85156]: INFO keyring.backend [-] Loading file Apr 14 16:02:11.511227 dv-cinder-786266-1-smb neutron-server[85156]: INFO keyring.backend [-] Loading keyczar Apr 14 16:02:11.511519 dv-cinder-786266-1-smb neutron-server[85156]: INFO keyring.backend [-] Loading multi Apr 14 16:02:11.512152 dv-cinder-786266-1-smb neutron-server[85156]: INFO keyring.backend [-] Loading pyfs Apr 14 16:02:11.558868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:11.559179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:11.559504 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:11.559884 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 16:02:11.953442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:11.953984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:11.954140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:11.955494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:11.955928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:11.956230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:11.993328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:11.993640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:11.993940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.009116 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.009436 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.009742 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.076161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.076477 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.076779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.077797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.078145 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.080620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.351581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.351833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.352117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.352424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.353253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.501579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.502009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.502305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.502610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.502910 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.503298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.503598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.503887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.504177 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.504517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.504815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.505121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.505429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.505719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.506033 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.506380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.506677 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.506995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.507281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.507622 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.508084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.508372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.508655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.508996 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.509275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.509555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.509976 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:12.510276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:12.510554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:12.510827 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:12.511097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:12.511366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:12.511786 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 16:02:12.514924 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 16:02:12.519489 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 16:02:12.523395 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 14 16:02:12.525040 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 16:02:12.526326 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 16:02:12.526709 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 16:02:12.527142 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 16:02:12.529862 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 16:02:12.530170 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 16:02:12.530562 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 16:02:12.558865 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 16:02:12.559379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.559710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85156) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 14 16:02:12.560299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.561649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85156) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 16:02:12.561977 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 16:02:12.562285 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 16:02:12.565428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.565741 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:12.634599 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 16:02:12.634821 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 16:02:12.635096 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 16:02:12.635498 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 16:02:12.668512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_db.sqlalchemy.engines [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85156) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 14 16:02:13.112772 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Initializing driver for type 'gre' Apr 14 16:02:13.113320 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] gre ID ranges: [(1, 1000)] Apr 14 16:02:13.154488 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Initializing driver for type 'local' Apr 14 16:02:13.154858 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Initializing driver for type 'vlan' Apr 14 16:02:13.164922 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] VlanTypeDriver initialization complete Apr 14 16:02:13.165307 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Initializing driver for type 'vxlan' Apr 14 16:02:13.165831 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] vxlan ID ranges: [(1, 1000)] Apr 14 16:02:13.210171 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Initializing extension driver 'port_security' Apr 14 16:02:13.210543 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.extensions.port_security [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] PortSecurityExtensionDriver initialization complete Apr 14 16:02:13.210926 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Initializing mechanism driver 'openvswitch' Apr 14 16:02:13.211296 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Initializing mechanism driver 'hyperv' Apr 14 16:02:13.217611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85156) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:13.218478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > port after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.218887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > port after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.219279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > port after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.219710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > subnet after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.220105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > subnet after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.220499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > subnet after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.220920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > network after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.221306 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > network after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.221685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > network after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.222116 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > security_group after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.222511 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > security_group after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.223030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > security_group after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.223452 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.223837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.224215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.224634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > address_group after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.225016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > address_group after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.225392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > address_group after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.225761 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] ML2 OVO RPC backend initialized. {{(pid=85156) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 14 16:02:13.226594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router_interface after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.226986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.227446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > network before_response 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.227834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > networks before_response 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.228219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > port before_response 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.228599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > ports before_response 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.229020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > subnet before_response 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.229404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > subnets before_response 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.229790 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > network after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.230199 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > network after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.230578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > network after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.230956 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > port after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.231334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > port after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.231706 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > port after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.232083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > subnet after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.232459 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > subnet after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.232828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > subnet after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.233459 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.plugin [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Modular L2 Plugin initialization complete Apr 14 16:02:13.233820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading services supported by the core plugin {{(pid=85156) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 16:02:13.234214 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.plugins.ml2.managers [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Got port-security extension from driver 'port_security' Apr 14 16:02:13.234717 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.extensions.vlantransparent [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Disabled vlantransparent extension. Apr 14 16:02:13.235823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85156) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 16:02:13.236175 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading Plugin: router Apr 14 16:02:13.274149 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router_interface before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.274582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router after_create 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.274992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router before_create 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.275401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.275821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.276216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router after_delete 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.276616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > floatingip after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.277031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router after_create 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.277418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router after_update 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.277813 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router after_update 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.278227 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.278633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router after_update 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.279131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router precommit_update 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.279556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: port after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.279940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: port after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.280316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: subnet after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.280701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.281094 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > port precommit_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.281481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router precommit_create 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.281865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: port before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.282274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router precommit_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.282682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router after_update 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.283066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router precommit_delete 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.283457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router precommit_create 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.283863 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router_interface after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.284252 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router precommit_update 55549900 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.284686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > network after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.285674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Tracking information for resource: router configured {{(pid=85156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:13.286049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Tracking information for resource: floatingip configured {{(pid=85156) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 14 16:02:13.290911 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_agentschedulers_db [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 16:02:13.291560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: port after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.291958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: port after_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.292350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: port after_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.292747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: port after_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.293650 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router before_create 55550100 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.294055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router precommit_delete 55550100 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.294491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router precommit_create 55550100 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.294890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > router precommit_update 55550100 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.300276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.provider_configuration [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service providers = [] {{(pid=85156) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 16:02:13.300684 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.servicetype_db [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85156) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 16:02:13.303604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.service_base [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 16:02:13.303995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.service_base [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 16:02:13.304378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.service_base [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 16:02:13.305286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.service_base [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85156) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 14 16:02:13.305689 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.services.service_base [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 16:02:13.306133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:13.306491 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 16:02:13.317521 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:13.317897 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading Plugin: auto_allocate Apr 14 16:02:13.323764 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: network precommit_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.324177 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: network precommit_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.324780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:13.325140 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading Plugin: tag Apr 14 16:02:13.332274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:13.332649 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading Plugin: timestamp Apr 14 16:02:13.336508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:13.336882 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading Plugin: network_ip_availability Apr 14 16:02:13.342450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.342860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.343255 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.344041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:13.344428 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading Plugin: flavors Apr 14 16:02:13.348960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:13.349336 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading Plugin: revisions Apr 14 16:02:13.354644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85156) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 14 16:02:13.355072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.795s {{(pid=85156) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:13.355876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85156) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 14 16:02:13.356243 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Initializing extension manager. Apr 14 16:02:13.356810 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: __init__.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.357194 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: __pycache__ {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.357573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.357950 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: address_group.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.358787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.359443 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: address-group Apr 14 16:02:13.359813 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: address_scope.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.361120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.361709 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: address-scope Apr 14 16:02:13.362075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: admin_state_down_before_update.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.363110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.363654 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: router-admin-state-down-before-update Apr 14 16:02:13.364019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: agent.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.364787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.365374 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: agent Apr 14 16:02:13.365738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: agent_resources_synced.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.366697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.367284 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: agent-resources-synced Apr 14 16:02:13.367648 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: allowedaddresspairs.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.369458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.370053 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: allowed-address-pairs Apr 14 16:02:13.370457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: auto_allocated_topology.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.371538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.372129 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: auto-allocated-topology Apr 14 16:02:13.372500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: availability_zone.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.373254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.373845 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: availability_zone Apr 14 16:02:13.374242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: availability_zone_filter.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.375176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.376361 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: availability_zone_filter Apr 14 16:02:13.376726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: data_plane_status.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.377791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.378417 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 16:02:13.378786 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: default_subnetpools.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.379732 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.380313 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: default-subnetpools Apr 14 16:02:13.380681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: dhcpagentscheduler.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.381572 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.382199 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: dhcp_agent_scheduler Apr 14 16:02:13.382574 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: dns.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.383514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.384089 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension dns-integration not supported by any of loaded plugins Apr 14 16:02:13.384456 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: dns_domain_ports.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.385399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.385984 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 16:02:13.386380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: dvr.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.387113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.387693 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: dvr Apr 14 16:02:13.388061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: empty_string_filtering.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.389002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.389582 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: empty-string-filtering Apr 14 16:02:13.389948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.390962 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.391748 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 16:02:13.392114 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.393041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.393625 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 16:02:13.393986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: external_net.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.394939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.395524 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: external-net Apr 14 16:02:13.395892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: extra_dhcp_opt.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.396823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.397400 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: extra_dhcp_opt Apr 14 16:02:13.397771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: extraroute.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.398720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.399303 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: extraroute Apr 14 16:02:13.399669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: extraroute_atomic.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.400709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.401316 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: extraroute-atomic Apr 14 16:02:13.401661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: filter_validation.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.402390 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.402964 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: filter-validation Apr 14 16:02:13.403326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: fip_pf_description.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.404266 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.404840 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 16:02:13.405205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: fip_port_details.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.406277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.407397 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: fip-port-details Apr 14 16:02:13.407762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: flavors.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.409020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.409610 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: flavors Apr 14 16:02:13.409980 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.411663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.412263 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 16:02:13.412635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: floatingip_pools.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.413394 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.414024 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: floatingip-pools Apr 14 16:02:13.414418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: ip_allocation.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.415368 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.415948 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 16:02:13.416313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.417256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.417839 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: ip-substring-filtering Apr 14 16:02:13.418245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: l2_adjacency.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.419181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.419756 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 16:02:13.420119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: l3.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.421759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.422386 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: router Apr 14 16:02:13.423311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: l3_conntrack_helper.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.425599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.426261 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 16:02:13.426635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.427584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.428182 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: ext-gw-mode Apr 14 16:02:13.428547 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.429589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.430205 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: l3-ha Apr 14 16:02:13.430578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: l3_flavors.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.431516 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.432096 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: l3-flavors Apr 14 16:02:13.432464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.433671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.434285 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 16:02:13.434652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: l3agentscheduler.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.435831 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.436431 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: l3_agent_scheduler Apr 14 16:02:13.436800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: logging.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.438382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.438977 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension logging not supported by any of loaded plugins Apr 14 16:02:13.439351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: metering.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.440155 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.440869 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: metering Apr 14 16:02:13.441236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.442407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.443005 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: metering_source_and_destination_fields Apr 14 16:02:13.443374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: multiprovidernet.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.444324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.444909 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: multi-provider Apr 14 16:02:13.445278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: netmtu.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.446265 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.446852 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: net-mtu Apr 14 16:02:13.447219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: netmtu_writable.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.448170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.448746 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: net-mtu-writable Apr 14 16:02:13.449110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: network_availability_zone.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.449946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.450559 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: network_availability_zone Apr 14 16:02:13.450934 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: network_ip_availability.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.452073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.452660 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: network-ip-availability Apr 14 16:02:13.453030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: network_segment_range.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.453911 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.454542 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 16:02:13.454914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: pagination.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.455922 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.456302 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: pagination Apr 14 16:02:13.456664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: port_device_profile.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.457605 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.458239 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: port-device-profile Apr 14 16:02:13.458609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.459564 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.460146 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: port-mac-address-regenerate Apr 14 16:02:13.460518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.461459 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.462037 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: port-numa-affinity-policy Apr 14 16:02:13.462435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: port_resource_request.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.463362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.463939 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 16:02:13.464302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: portbindings.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.465254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.465835 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: binding Apr 14 16:02:13.466222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: portbindings_extended.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.467543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.468133 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: binding-extended Apr 14 16:02:13.468498 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: portsecurity.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.469971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.470578 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: port-security Apr 14 16:02:13.470942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: project_id.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.471935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.472312 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: project-id Apr 14 16:02:13.472678 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: providernet.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.473627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.474267 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: provider Apr 14 16:02:13.474633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: qos.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.478303 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.478918 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension qos not supported by any of loaded plugins Apr 14 16:02:13.479294 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.480549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.481141 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 16:02:13.481514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.482478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.483062 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 16:02:13.483429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: qos_default.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.484362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.484972 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension qos-default not supported by any of loaded plugins Apr 14 16:02:13.485904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: qos_fip.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.486642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.487217 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension qos-fip not supported by any of loaded plugins Apr 14 16:02:13.487586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: qos_gateway_ip.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.488545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.489126 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 16:02:13.489492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: qos_port_network_policy.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.490448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.491033 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 16:02:13.491399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: qos_rule_type_details.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.492331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.492912 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 16:02:13.493277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: qos_rules_alias.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.494357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.494935 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 16:02:13.495298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: quotasv2.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.496271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.496646 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: quotas Apr 14 16:02:13.497008 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: quotasv2_detail.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.498750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.499139 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: quota_details Apr 14 16:02:13.499512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: rbac.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.500706 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.501318 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: rbac-policies Apr 14 16:02:13.501692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: rbac_address_group.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.502680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.503273 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: rbac-address-group Apr 14 16:02:13.503645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: rbac_address_scope.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.504586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.505173 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: rbac-address-scope Apr 14 16:02:13.505541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: rbac_security_groups.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.506502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.507090 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: rbac-security-groups Apr 14 16:02:13.507461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: rbac_subnetpool.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.508398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.508994 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: rbac-subnetpool Apr 14 16:02:13.509362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: revisionifmatch.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.510328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.510920 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: revision-if-match Apr 14 16:02:13.511289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: revisions.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.512424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.513009 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: standard-attr-revisions Apr 14 16:02:13.513378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: router_availability_zone.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.514137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.514711 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: router_availability_zone Apr 14 16:02:13.515078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: routerservicetype.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.516020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.516626 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension router-service-type not supported by any of loaded plugins Apr 14 16:02:13.516990 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.517959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.518579 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: security-groups-normalized-cidr Apr 14 16:02:13.518943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: security_groups_port_filtering.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.519894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.520479 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: port-security-groups-filtering Apr 14 16:02:13.520841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.521796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.522412 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: security-groups-remote-address-group Apr 14 16:02:13.522777 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: securitygroup.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.536640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.537256 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: security-group Apr 14 16:02:13.537638 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: segment.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.538552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.539140 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension segment not supported by any of loaded plugins Apr 14 16:02:13.539512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.540486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.541071 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 16:02:13.541441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: servicetype.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.542591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.543189 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: service-type Apr 14 16:02:13.543560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: sorting.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.544556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.544937 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: sorting Apr 14 16:02:13.545301 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: standard_attr_segment.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.546271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.546867 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 16:02:13.547242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: standardattrdescription.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.548554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.549131 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: standard-attr-description Apr 14 16:02:13.549498 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: stateful_security_group.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.550461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.551050 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: stateful-security-group Apr 14 16:02:13.551415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: stdattrs_common.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.552022 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 16:02:13.552395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.553419 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.554002 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 16:02:13.554393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: subnet_onboard.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.555480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.556068 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: subnet_onboard Apr 14 16:02:13.556433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.557398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.558287 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 16:02:13.558653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: subnet_service_types.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.559599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.560183 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: subnet-service-types Apr 14 16:02:13.560552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: subnetallocation.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.561669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.562292 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: subnet_allocation Apr 14 16:02:13.562663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.563454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.564046 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: subnetpool-prefix-ops Apr 14 16:02:13.564418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.565383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.565966 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 16:02:13.566355 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: tagging.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.567637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.568245 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: standard-attr-tag Apr 14 16:02:13.568615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: timestamp.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.569800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.570418 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loaded extension: standard-attr-timestamp Apr 14 16:02:13.570791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: trunk.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.571841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.572431 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension trunk not supported by any of loaded plugins Apr 14 16:02:13.572802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: trunk_details.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.573747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.574355 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension trunk-details not supported by any of loaded plugins Apr 14 16:02:13.574723 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: uplink_status_propagation.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.575662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.576243 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 16:02:13.576607 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Loading extension file: vlantransparent.py {{(pid=85156) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 14 16:02:13.577599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85156) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 16:02:13.578216 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 16:02:13.580945 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:network Apr 14 16:02:13.581753 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:subnet Apr 14 16:02:13.582475 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:13.583143 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:port Apr 14 16:02:13.584645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.585183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service FLAVORS assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.585867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.586369 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.586746 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:router Apr 14 16:02:13.587472 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:floatingip Apr 14 16:02:13.588269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service METERING assigned prefix: /metering {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.590140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.590524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.590914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85156) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:02:13.592040 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 16:02:13.592540 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:security_group Apr 14 16:02:13.593360 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 16:02:13.594175 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service CORE assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.595081 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:13.595451 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] subnetpool is already registered Apr 14 16:02:13.596133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service CORE assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.596504 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:13.596867 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] subnetpool is already registered Apr 14 16:02:13.599633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.600120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service FLAVORS assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.600763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.601236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.601614 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:router Apr 14 16:02:13.601984 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] router is already registered Apr 14 16:02:13.602679 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:floatingip Apr 14 16:02:13.603050 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] floatingip is already registered Apr 14 16:02:13.603748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service METERING assigned prefix: /metering {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.604483 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 16:02:13.604852 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] rbac_policy is already registered Apr 14 16:02:13.605483 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:security_group Apr 14 16:02:13.605849 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] security_group is already registered Apr 14 16:02:13.606530 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 16:02:13.606897 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] security_group_rule is already registered Apr 14 16:02:13.607627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service CORE assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.607996 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:13.608361 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] subnetpool is already registered Apr 14 16:02:13.609066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.resource_helper [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Service CORE assigned prefix: {{(pid=85156) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 14 16:02:13.609415 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 16:02:13.609778 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.quota.resource_registry [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] subnetpool is already registered Apr 14 16:02:13.610626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: extensions {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.612189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: address-groups {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.613902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: address-scopes {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.615183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: agents {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.616412 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: auto-allocated-topology {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.617735 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: availability_zones {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.619161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: dhcp-networks {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.620654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: dhcp-agents {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.622185 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: routers {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.624069 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: flavors {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.625313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: service_profiles {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.627170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: next_providers {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.628791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: service_profiles {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.630339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: floatingip-pools {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.631636 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: routers {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.633523 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: floatingips {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.634820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: l3-routers {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.636298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: l3-agents {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.637801 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: metering-labels {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.640118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: metering-label-rules {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.642062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: network-ip-availabilities {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.643437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: bindings {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.645201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: quotas {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.646749 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: quotas {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.648245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: rbac-policies {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.649625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: security-groups {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.651068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: security-group-rules {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.652378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: service-providers {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.653673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: subnetpools {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.655197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: subnetpools {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.656736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.658601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.660497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.662415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.664319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.666295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.668085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.670131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.672031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.674038 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.extensions [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Extended resource: tags {{(pid=85156) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 14 16:02:13.680993 dv-cinder-786266-1-smb neutron-server[85156]: WARNING keystonemiddleware.auth_token [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 16:02:13.686556 dv-cinder-786266-1-smb neutron-server[85156]: WARNING keystonemiddleware.auth_token [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 16:02:13.695923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Acquired lock "singleton_lock" {{(pid=85156) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 14 16:02:13.696447 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Releasing lock "singleton_lock" {{(pid=85156) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 14 16:02:13.697910 dv-cinder-786266-1-smb neutron-server[85156]: INFO oslo_service.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Starting 2 workers Apr 14 16:02:13.702837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Started child 85269 {{(pid=85156) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 16:02:13.707243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:13.708232 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Started child 85270 {{(pid=85156) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 16:02:13.708838 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [-] (85269) wsgi starting up on http://0.0.0.0:9696 Apr 14 16:02:13.709732 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 16:02:13.710411 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Notify callbacks [] for process, before_spawn {{(pid=85156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:13.711616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:13.712914 dv-cinder-786266-1-smb neutron-server[85156]: INFO oslo_service.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Starting 1 workers Apr 14 16:02:13.713021 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [-] (85270) wsgi starting up on http://0.0.0.0:9696 Apr 14 16:02:13.718411 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Started child 85271 {{(pid=85156) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 16:02:13.718965 dv-cinder-786266-1-smb neutron-server[85156]: INFO oslo_service.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Starting 1 workers Apr 14 16:02:13.720527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] calling RpcWorker wait() {{(pid=85271) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 16:02:13.720922 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] returning from RpcWorker wait() {{(pid=85271) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 16:02:13.722437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:13.722925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:13.723819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Started child 85272 {{(pid=85156) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 14 16:02:13.724744 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81ffd529-409c-4a0b-9e36-6ccb4b02340c None None] Notify callbacks [] for process, after_spawn {{(pid=85156) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:13.726270 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85156) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 16:02:13.726518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 16:02:13.726730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 16:02:13.727003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 16:02:13.727449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 16:02:13.727649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 16:02:13.728166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:13.728260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.728514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.728831 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.729136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.729461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.730123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.730440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.730741 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.731050 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.731323 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.731528 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.731727 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.732016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.732287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.732651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.732943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.733215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.733503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.733717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.733987 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.734327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.734711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.735549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] debug = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.735822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.736395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.736655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.736944 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.737221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.737510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.737795 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.738110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.738384 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.738634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.738931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.739214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.739478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.739734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.739986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.740275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.740525 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.740979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] host = dv-cinder-786266-1-smb {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.741232 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.741508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.741747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.742014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.742321 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.742582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.742873 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.743182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.743457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.743737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.744024 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.744302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.744572 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.744846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.745038 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_options = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.745261 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.745609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.745827 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.746042 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.746262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.746454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.746754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.746948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.747231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.747478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.747726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.747994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.748269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.748517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.748810 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.749078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.749325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.749567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.749865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.752143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.752968 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.753253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.753553 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.754129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.754415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.754750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.755546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.757731 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.758256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.758419 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.758561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.758879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.759176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.759589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.760422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.761015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.761285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.761698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.761982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.762705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.763183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.763446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.763729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.764671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.764968 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.766168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_json = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.766685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.767344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.770875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.771009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:13.771647 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.771930 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.772217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.772494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.772792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.773279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.773624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.774000 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.774338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.774623 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.774915 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.775215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.775480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.775777 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.776058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.776397 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.776659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.776997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.777262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.777576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.777927 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.778244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.778555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.778809 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.779081 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.779341 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.779602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.779969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.780295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.781077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.781365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.781623 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.781921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.782256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.782515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.783999 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.784770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.788366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.788667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.788951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.789237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.789561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.789835 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.790159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.790455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.790784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.791047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.791339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.791603 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.791897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.792156 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.792440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.792732 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.793008 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.793308 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.793592 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.793854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.794132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.801276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57600) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:13.802021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.802356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.802663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.802973 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.803253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.803526 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.803807 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.804089 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.804386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.804683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.804945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.805206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.805471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.805730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.806018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.808153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.811289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.811579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.811883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.812163 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.812440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.812710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.812975 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.813319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.813584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.813851 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.814056 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100663 Apr 14 16:02:13.814502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.815546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.817739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.819143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.820025 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.821290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.822207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.822530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.822845 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.823128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.823434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.823723 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.824022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.824309 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.825340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.825340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.825340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.825340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.825638 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.825923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.826987 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.827290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.828057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.828339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.829537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.829537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.829696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.829972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.830297 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.831178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.831178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.831178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.831426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.831892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.832215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.832479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.832788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.833146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.833475 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.833788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.834122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.835235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.835899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.835899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.836081 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.836537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.837634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.837906 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.838514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.838514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.838736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.839168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.840303 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.840998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.840998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.841156 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.841423 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.842606 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.843050 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.843509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.843817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.844122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.844473 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.844772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.845063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.845353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.845635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.847918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.848209 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.848499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.848780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.849048 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.849324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.849586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.850630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.850630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.851039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.851302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.851578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.851815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.853710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.853998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.854303 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.854602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.854878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.855150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.855420 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.855680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.855983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.856246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.856594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.856887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.857180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.857454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.857736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.858021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.858571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.860832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.861109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.861380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.861644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.861939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.862287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.862570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.862867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.863130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.863424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.863709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.864126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.864360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.864637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.864913 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.865190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.865465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.865725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.865987 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.866930 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.868371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.870276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.870612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.870993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.871392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.871727 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.872056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.872381 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.872717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.873040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.873458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.873806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.874065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.874436 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.874686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.875386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.875386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.875692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.875794 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.876006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.876277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.876530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.876697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:13.876853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.877012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.877260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.877525 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.877771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.878017 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.878756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.879011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.879339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.880388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.880388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.880388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.880388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.880948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.880948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.881286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.881537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.881819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.882921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.882921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.882921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.882921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.883489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.883638 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.883906 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.884187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.884497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.884821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.885805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.885805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.885805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.886263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.886263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.886530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.886829 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.887393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.887393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.887771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.887771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.888047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.888247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.888525 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.888802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.889064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.889316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.889591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.889785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.890078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.890377 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.890652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.890903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.891088 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 16:02:13.892125 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85156) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 14 16:02:13.892401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 14 16:02:13.892553 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 14 16:02:13.892695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 14 16:02:13.892836 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 14 16:02:13.892974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 14 16:02:13.893257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.893483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.893628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.893784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.893924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.894063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.894234 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.894420 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.894605 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.894788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.894972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.895156 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.895364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.895510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.895649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.895886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.895886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.896243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.896383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.896523 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.896662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.896809 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.896949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] debug = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.897087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.897225 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.897420 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.897605 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.897804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.897964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.898145 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.898564 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.898751 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.898935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.899121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] host = dv-cinder-786266-1-smb {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.900905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.901251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.901251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.901427 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.901522 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.901624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.901805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.901978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.902156 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.902341 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.902583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.902745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.902929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_options = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.903117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.903284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.903460 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.903648 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.903843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.904024 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.904174 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.904318 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.904459 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.904620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.904837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.905686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.905686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.905686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.905686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.905686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.906371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.906371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.906371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.906371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.906371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.907090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.907090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.907090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.907090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.907615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.907615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.907615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.908026 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.908026 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.908026 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.908450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.908450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.908757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.908757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.909043 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.909043 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.909349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.909349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.909651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.909651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.909933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.909933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.910282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.910282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.910548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_json = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.910548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.910826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.910826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.911097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.911246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.911386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.911525 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.911664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 14 16:02:13.911803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.911995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.912197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.912387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.912576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.912763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.912949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.913140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.913327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.913514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.913708 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.913894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.914126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.914308 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.914464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.914658 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.914950 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.915139 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.915326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.915493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.915680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.915844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.916055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.916243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.916429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.916615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.916803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.916989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.917152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.917341 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.917528 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.917725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.917905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.918054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.918209 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.918559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.918559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.918746 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.918904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.919036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.919380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.919669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.919798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.919983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.920129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.920231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.920379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.920551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.920736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.920899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.921101 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.921288 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.921475 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.921636 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.921825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.921986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.922192 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.923616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.923616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.923616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.923616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.923616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.924300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.924300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.924300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.924300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.924816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.924816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.924816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.925198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.925198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.925198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.925579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.925579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.925847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.925847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.926140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.926140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.926411 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.926548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.926685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.926822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.926969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.927108 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.927297 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.927503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.927691 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.927877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.929023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.929023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.929023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.929023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.929023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.929023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.929023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.930136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.930136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.930136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.930136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.930136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.930136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.930136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.931045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.931045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.931045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.931045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.931045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.931676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.931676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.931676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.931676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.933453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.933453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.933453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.933453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.933453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.933453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.933453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.933453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.934860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.935338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.935338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.935338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.935596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.935692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.935857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.936045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.936239 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.936426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.936613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.936800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.936988 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.937173 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.937359 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.937548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.937734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.937920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.938751 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.938945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.939136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.939322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.939512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.939698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.939885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.940072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.940261 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.940444 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.940630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.940820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.941006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.941189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.941375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.941560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.941750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.941933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.942134 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.942314 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.942501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.942687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.942873 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.943061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.943920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.943920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.943920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.943920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.943920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.944281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.944281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.944409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.944570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.944719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.944904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.945091 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.945279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.945466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.945653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.945838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.946025 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.946253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.946441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.946616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.946787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.946972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.947158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.947344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.947529 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.947718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.947904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.948090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.948279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.948467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.948654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.948840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.949027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.949214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.949400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.949586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.949785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.949971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.950183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.950371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.950558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.950755 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.950942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.951127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.951314 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.951501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.951697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.951882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.952068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.952253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.952442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.952612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.952797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.952984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.953171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.953356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.953551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.953780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.953968 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.954756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.954943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.955134 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.955323 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.955526 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.955715 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.955904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.956090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.956278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.956477 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.956646 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.956838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.957034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.957230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.957418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.957615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.957816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.958007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.958781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.958984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.959191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.959429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.959533 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.959709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.959896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.960084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.960272 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.960458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.960645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.960832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.961067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.961206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.961342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.961479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.961661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.961846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.962032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.962242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.962427 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.962613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 14 16:02:13.962792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85156) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 14 16:02:24.544492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a866cb5-046a-4fa4-b992-b71059a6a656 None None] get_active_networks_info from dv-cinder-786266-1-smb {{(pid=85271) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 14 16:02:24.731223 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b29a3c88-57bb-4913-8bd2-f3d3f7ddf3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155'] for agent, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:24.751121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a866cb5-046a-4fa4-b992-b71059a6a656 None None] No non-hosted networks {{(pid=85271) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 16:02:27.249782 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4adc3122-ac67-462e-9e8b-bfb8cb1b597e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155'] for agent, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.366974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8b0ab538-ecbd-4c54-86c6-5eef223d7d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:27.957063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155'] for agent, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:28.227904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155'] for agent, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:28.228948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.232855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.234649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.235278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.239088 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.242540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.243656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.246542 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.247390 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.247983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.248560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.249119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:28.250434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786266-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:28.256977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786266-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:02:29.065437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155'] for agent, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:30.068394 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57694) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:30.746389 dv-cinder-786266-1-smb neutron-server[85156]: WARNING oslo_policy.policy [None req-fae1f2c5-636e-4b8e-9ed8-174220f0a80c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:30.747105 dv-cinder-786266-1-smb neutron-server[85156]: WARNING oslo_policy.policy [None req-fae1f2c5-636e-4b8e-9ed8-174220f0a80c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:30.977991 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [None req-fae1f2c5-636e-4b8e-9ed8-174220f0a80c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=85269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:02:30.979168 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-fae1f2c5-636e-4b8e-9ed8-174220f0a80c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9096277 Apr 14 16:02:31.590438 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_hamode_db [None req-71f8949f-7f24-4165-bc00-80713d0c85ba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 16:02:31.682424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8949f-7f24-4165-bc00-80713d0c85ba None None] Routers set() bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:02:31.682596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8949f-7f24-4165-bc00-80713d0c85ba None None] Router IDs set() for agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 14 16:02:33.742307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57710) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:34.136796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-8fde657e-fa80-46b1-afd2-583fa4fe14a1 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:34.241050 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.policy [None req-8fde657e-fa80-46b1-afd2-583fa4fe14a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85269) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 16:02:34.296759 dv-cinder-786266-1-smb neutron-server[85156]: WARNING oslo_policy.policy [None req-8fde657e-fa80-46b1-afd2-583fa4fe14a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:34.297126 dv-cinder-786266-1-smb neutron-server[85156]: WARNING oslo_policy.policy [None req-8fde657e-fa80-46b1-afd2-583fa4fe14a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:02:34.315232 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota [None req-8fde657e-fa80-46b1-afd2-583fa4fe14a1 admin admin] Loaded quota_driver: . Apr 14 16:02:34.331385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8fde657e-fa80-46b1-afd2-583fa4fe14a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:34.387713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8fde657e-fa80-46b1-afd2-583fa4fe14a1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290454269634', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290454266006', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290454275545', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290454056573', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290454036544', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363290454036985', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2074106', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2083357', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853166508', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853243748'] for rbac-policy, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:34.608825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8fde657e-fa80-46b1-afd2-583fa4fe14a1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:34.610164 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8fde657e-fa80-46b1-afd2-583fa4fe14a1 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8667166 Apr 14 16:02:37.577474 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57724) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:37.955153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'f349720066c949d78314731e69a43f45', 'name': 'private'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:37.960971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:37.965433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Usage tracker for resource:network and tenant:f349720066c949d78314731e69a43f45 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:37.968940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:37.975340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:37.984554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Made reservation on behalf of f349720066c949d78314731e69a43f45 for: {'network': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:02:37.990295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:38.006860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:38.021540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:38.025485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Usage tracker for resource:security_group_rule and tenant:f349720066c949d78314731e69a43f45 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:38.029060 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:38.034953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:38.131489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:38.133951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:38.138635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:38.161494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=85269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:02:38.187318 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746404202662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:38.187901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Unsubscribe: segment precommit_create {{(pid=85269) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 16:02:38.188450 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Added segment 37c8e176-e751-4a52-a349-b7e4f8c5e838 of type vlan for network 82f1e901-6587-4672-94b2-db02f2183974 Apr 14 16:02:38.197205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de0f16e-e6b6-4484-a13d-b051bd92b708,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:38.253095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.253475 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.253842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.254255 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.254612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.254970 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.255325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.255676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.256045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.256395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.256743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.257093 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Tracked resource versions report: Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: pushed versions: Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: { 'AddressGroup': {'1.2'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': {'1.0'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': {'1.0'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': {'1.1'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': {'1.7'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': {'1.2'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': {'1.8'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': {'1.4'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': {'1.0'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': {'1.1'}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': {'1.1'}} Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: consumer versions: Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: { DHCP agent@dv-cinder-786266-1-smb: {}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: L3 agent@dv-cinder-786266-1-smb: {}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: Metadata agent@dv-cinder-786266-1-smb: {}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: Metering agent@dv-cinder-786266-1-smb: {}, Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: Open vSwitch agent@dv-cinder-786266-1-smb: { 'AddressGroup': '1.2', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': '1.0', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': '1.0', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': '1.1', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': '1.7', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': '1.2', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': '1.8', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': '1.4', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': '1.2', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': '1.0', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': '1.1', Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': '1.1'}} Apr 14 16:02:38.258210 dv-cinder-786266-1-smb neutron-server[85156]: {{(pid=85269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:02:38.303877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:38.315014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:38.345063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:38.346468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:38.347123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:38.351823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:38.461005 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8823309 Apr 14 16:02:38.461739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Pushing event updated for resources: {'Network': ['ID=82f1e901-6587-4672-94b2-db02f2183974,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:38.465029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:38.477998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 82f1e901-6587-4672-94b2-db02f2183974 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:02:41.498554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57740) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:41.982111 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c9bfd9-dbd0-4a42-9e27-a83a3563188d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:41.983615 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-53c9bfd9-dbd0-4a42-9e27-a83a3563188d admin admin] 10.222.0.61 "GET /v2.0/networks/82f1e901-6587-4672-94b2-db02f2183974 HTTP/1.1" status: 200 len: 825 time: 0.4840198 Apr 14 16:02:42.011851 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6fe71269-b1e7-4b91-ab3f-5369247eabc1 admin admin] 10.222.0.61 "GET /v2.0/subnetpools/dc3f340e-5b5a-4aa4-bb99-42098c910534 HTTP/1.1" status: 200 len: 734 time: 0.0221899 Apr 14 16:02:42.021857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Request body: {'subnet': {'subnetpool_id': 'dc3f340e-5b5a-4aa4-bb99-42098c910534', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'name': 'private-subnet', 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:42.026442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:42.030394 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Usage tracker for resource:subnet and tenant:f349720066c949d78314731e69a43f45 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:42.033381 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:42.039348 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:42.048550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Made reservation on behalf of f349720066c949d78314731e69a43f45 for: {'subnet': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:02:42.053163 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:42.524012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:42.538959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:42.672212 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e629632-1e2c-4cd0-8408-e0c6cab62a49,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:42.675454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:42.746278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Checking segment: {'id': '37c8e176-e751-4a52-a349-b7e4f8c5e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:02:42.746656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Network hostable DHCP agents. Network: 82f1e901-6587-4672-94b2-db02f2183974, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:02:42.767188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Network 82f1e901-6587-4672-94b2-db02f2183974 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:02:42.775815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 82f1e901-6587-4672-94b2-db02f2183974) {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:02:42.781463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:42.782124 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:42.786375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdb6478-d25a-47e7-bb1f-4f3a6653887e None None] Network 82f1e901-6587-4672-94b2-db02f2183974 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:02:42.806303 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7843792 Apr 14 16:02:43.134879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f4f67f-d40b-56aa-bc6f-d91accdfe531-82f1e901-6587-4672-94b2-db02f2183974', 'network_id': '82f1e901-6587-4672-94b2-db02f2183974', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'fixed_ips': [{'subnet_id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49'}]}} from dv-cinder-786266-1-smb. {{(pid=85271) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:02:43.136092 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:43.495726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Allocated IP 172.20.0.2 (82f1e901-6587-4672-94b2-db02f2183974/6e629632-1e2c-4cd0-8408-e0c6cab62a49/e9a6fd3e-5093-4cb3-9af0-324005abf3f5) {{(pid=85271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:02:43.727881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Notify callbacks [] for port, precommit_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:43.741077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Transition to ACTIVE for port object e9a6fd3e-5093-4cb3-9af0-324005abf3f5 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:02:43.760942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Transition to ACTIVE for port object e9a6fd3e-5093-4cb3-9af0-324005abf3f5 will not be triggered until provisioned by entity DHCP. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:02:43.767421 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:43.786121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:43.909525 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Pushing event updated for resources: {'Port': ['ID=e9a6fd3e-5093-4cb3-9af0-324005abf3f5,revision_number=1']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:43.925198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.925578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.925952 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.926339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.926698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.927059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.927422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.927775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.928130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.928483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.928835 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.929185 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Tracked resource versions report: Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: pushed versions: Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: { 'AddressGroup': {'1.2'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': {'1.0'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': {'1.0'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': {'1.1'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': {'1.7'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': {'1.2'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': {'1.8'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': {'1.4'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': {'1.0'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': {'1.1'}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': {'1.1'}} Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: consumer versions: Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: { DHCP agent@dv-cinder-786266-1-smb: {}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: L3 agent@dv-cinder-786266-1-smb: {}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: Metadata agent@dv-cinder-786266-1-smb: {}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: Metering agent@dv-cinder-786266-1-smb: {}, Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: Open vSwitch agent@dv-cinder-786266-1-smb: { 'AddressGroup': '1.2', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': '1.0', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': '1.0', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': '1.1', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': '1.7', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': '1.2', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': '1.8', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': '1.4', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': '1.2', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': '1.0', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': '1.1', Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': '1.1'}} Apr 14 16:02:43.930568 dv-cinder-786266-1-smb neutron-server[85156]: {{(pid=85271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:02:43.937092 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:43.993200 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Network 82f1e901-6587-4672-94b2-db02f2183974 is already hosted by enough agents. {{(pid=85271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:02:43.994500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Resources bound (agent type, host, resource id): {{(pid=85271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:02:43.997284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Received port after_create {{(pid=85271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:02:44.097695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Attempting to bind port e9a6fd3e-5093-4cb3-9af0-324005abf3f5 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:02:44.098042 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Attempting to bind port e9a6fd3e-5093-4cb3-9af0-324005abf3f5 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '37c8e176-e751-4a52-a349-b7e4f8c5e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:02:44.098500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Attempting to bind port e9a6fd3e-5093-4cb3-9af0-324005abf3f5 on network 82f1e901-6587-4672-94b2-db02f2183974 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:02:44.104070 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:02:44.104871 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Checking segment: {'id': '37c8e176-e751-4a52-a349-b7e4f8c5e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:02:44.104983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:44.105338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Bound using segment: {'id': '37c8e176-e751-4a52-a349-b7e4f8c5e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:02:44.105859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Bound port: e9a6fd3e-5093-4cb3-9af0-324005abf3f5, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c8e176-e751-4a52-a349-b7e4f8c5e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:02:44.106366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:44.182855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] For port e9a6fd3e-5093-4cb3-9af0-324005abf3f5, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:02:44.187516 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] For port e9a6fd3e-5093-4cb3-9af0-324005abf3f5, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=e9a6fd3e-5093-4cb3-9af0-324005abf3f5,segment=NetworkSegment(37c8e176-e751-4a52-a349-b7e4f8c5e838),segment_id=37c8e176-e751-4a52-a349-b7e4f8c5e838)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:02:44.190817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:44.209014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:44.357149 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Pushing event updated for resources: {'Port': ['ID=e9a6fd3e-5093-4cb3-9af0-324005abf3f5,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:44.361739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:45.581992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57750) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:45.994021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [None req-4fbc7465-262f-46a2-a909-d9cb042a6d77 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=85269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:02:45.995118 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4fbc7465-262f-46a2-a909-d9cb042a6d77 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4121218 Apr 14 16:02:48.737099 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57760) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:49.148434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [None req-c3d42b69-1079-4a5c-9b42-9e8ce5a83976 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=85269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:02:49.149514 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c3d42b69-1079-4a5c-9b42-9e8ce5a83976 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4113607 Apr 14 16:02:50.282076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device e9a6fd3e-5093-4cb3-9af0-324005abf3f5 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:02:50.353744 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port e9a6fd3e-5093-4cb3-9af0-324005abf3f5 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:02:51.258958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee5647-e514-4c88-b6ee-d6417c141903 None None] Network 82f1e901-6587-4672-94b2-db02f2183974 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:02:51.357649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-cca58046-a28b-474c-b5c2-e5a8bdc1beb2 None None] Provisioning for port e9a6fd3e-5093-4cb3-9af0-324005abf3f5 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:02:51.367852 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-cca58046-a28b-474c-b5c2-e5a8bdc1beb2 None None] Provisioning complete for port e9a6fd3e-5093-4cb3-9af0-324005abf3f5 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:02:51.368274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cca58046-a28b-474c-b5c2-e5a8bdc1beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:51.609998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cca58046-a28b-474c-b5c2-e5a8bdc1beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:51.632293 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-cca58046-a28b-474c-b5c2-e5a8bdc1beb2 None None] For port e9a6fd3e-5093-4cb3-9af0-324005abf3f5, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=e9a6fd3e-5093-4cb3-9af0-324005abf3f5,segment=NetworkSegment(37c8e176-e751-4a52-a349-b7e4f8c5e838),segment_id=37c8e176-e751-4a52-a349-b7e4f8c5e838)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:02:51.638621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cca58046-a28b-474c-b5c2-e5a8bdc1beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:51.647032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:51.723264 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca58046-a28b-474c-b5c2-e5a8bdc1beb2 None None] Pushing event updated for resources: {'Port': ['ID=e9a6fd3e-5093-4cb3-9af0-324005abf3f5,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:51.726854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cca58046-a28b-474c-b5c2-e5a8bdc1beb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:51.861204 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-94806a93-d278-48e2-b5f4-e0edeeece2f4 None None] Provisioning complete for port e9a6fd3e-5093-4cb3-9af0-324005abf3f5 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:02:51.861552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94806a93-d278-48e2-b5f4-e0edeeece2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:52.197530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57776) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:52.255446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device e9a6fd3e-5093-4cb3-9af0-324005abf3f5 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:02:52.328697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port e9a6fd3e-5093-4cb3-9af0-324005abf3f5 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:02:52.329110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:52.581608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Request body: {'router': {'tenant_id': 'f349720066c949d78314731e69a43f45', 'admin_state_up': True, 'name': 'router1'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:52.586955 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:52.590959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Usage tracker for resource:router and tenant:f349720066c949d78314731e69a43f45 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:52.594143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:52.600009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:52.608831 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854319606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124653'] for router, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:52.610131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651148'] for router, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:52.630720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:52.737082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381737'] for router, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:52.755706 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] Notify callbacks [] for router, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:52.756969 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4149ef70-85f7-467c-9285-27d98c971e11 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5583658 Apr 14 16:02:54.375161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-12fe4a84-9a2c-410f-a9dc-08fb505c869c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:55.471782 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57786) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:55.861940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [None req-22d3113e-99e8-4bef-91c3-308372911d11 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=85269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:02:55.863098 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-22d3113e-99e8-4bef-91c3-308372911d11 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3903651 Apr 14 16:02:57.252841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4404abe0-48ef-4bd1-8c03-18a7a8a078f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:57.899634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.220085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.588107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 57806) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:02:58.751438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:02:58.756297 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:58.760237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Usage tracker for resource:network and tenant:17f11f8ba7a64eeda76bbb29b5c6c39f is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:58.763753 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:58.769598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:58.778142 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Made reservation on behalf of 17f11f8ba7a64eeda76bbb29b5c6c39f for: {'network': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:02:58.782700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.795985 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.811710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:02:58.815532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Usage tracker for resource:security_group_rule and tenant:17f11f8ba7a64eeda76bbb29b5c6c39f is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:02:58.818373 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:02:58.824168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:02:58.905628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.908183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.912482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:58.928843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Reserving flat network on physical network physnet1 {{(pid=85269) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 14 16:02:58.953882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e87438e-f57a-4ee3-a315-7dd19123299b,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:58.956847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.957234 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Added segment 3c8ae03e-d68b-4456-a533-7a779d3fac77 of type flat for network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 Apr 14 16:02:58.958488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:58.992441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:58.997270 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:59.029012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:59.030375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:02:59.031012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:02:59.035864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-721af029-f656-4d55-b7ce-52cd01fea90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:02:59.285761 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6964779 Apr 14 16:02:59.288677 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4b0030-1b6b-4852-8a71-bad8ef632c20,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:02:59.307747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:02:59.315153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:03:01.818655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 57826) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:03:01.989945 dv-cinder-786266-1-smb neutron-server[85156]: WARNING oslo_policy.policy [None req-35190493-cacd-4236-ad9d-ee6223e7df88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:03:01.990558 dv-cinder-786266-1-smb neutron-server[85156]: WARNING oslo_policy.policy [None req-35190493-cacd-4236-ad9d-ee6223e7df88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:03:02.394392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.policy [None req-35190493-cacd-4236-ad9d-ee6223e7df88 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85270) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 14 16:03:02.608674 dv-cinder-786266-1-smb neutron-server[85156]: WARNING oslo_policy.policy [None req-35190493-cacd-4236-ad9d-ee6223e7df88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:03:02.609017 dv-cinder-786266-1-smb neutron-server[85156]: WARNING oslo_policy.policy [None req-35190493-cacd-4236-ad9d-ee6223e7df88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 16:03:02.626019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35190493-cacd-4236-ad9d-ee6223e7df88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:03:02.627805 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-35190493-cacd-4236-ad9d-ee6223e7df88 admin admin] 10.222.0.61 "GET /v2.0/subnets/6e629632-1e2c-4cd0-8408-e0c6cab62a49 HTTP/1.1" status: 200 len: 849 time: 0.8071172 Apr 14 16:03:02.806508 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-668b56ec-5d83-462d-b534-fc3d69895ca2 admin admin] 10.222.0.61 "GET /v2.0/routers/9b2bfc6a-7f31-4406-a1ab-0e276ea270bb HTTP/1.1" status: 200 len: 704 time: 0.1726637 Apr 14 16:03:03.292180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:03.533305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Allocated IP 172.20.0.1 (82f1e901-6587-4672-94b2-db02f2183974/6e629632-1e2c-4cd0-8408-e0c6cab62a49/966ada57-b9d3-4f32-b0c1-3bfa9137bbeb) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:03:03.707130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:03.725189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Transition to ACTIVE for port object 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:03:03.784340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:03.799620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:03.941510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Pushing event updated for resources: {'Port': ['ID=966ada57-b9d3-4f32-b0c1-3bfa9137bbeb,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:03.964441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.964820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.965187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.965552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.965917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.966303 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.966658 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.967010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.967367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.967718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.968068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.968418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Tracked resource versions report: Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: pushed versions: Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: { 'AddressGroup': {'1.2'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': {'1.0'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': {'1.0'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': {'1.1'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': {'1.7'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': {'1.2'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': {'1.8'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': {'1.4'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': {'1.0'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': {'1.1'}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': {'1.1'}} Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: consumer versions: Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: { DHCP agent@dv-cinder-786266-1-smb: {}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: L3 agent@dv-cinder-786266-1-smb: {}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: Metadata agent@dv-cinder-786266-1-smb: {}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: Metering agent@dv-cinder-786266-1-smb: {}, Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: Open vSwitch agent@dv-cinder-786266-1-smb: { 'AddressGroup': '1.2', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': '1.0', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': '1.0', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': '1.1', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': '1.7', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': '1.2', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': '1.8', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': '1.4', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': '1.2', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': '1.0', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': '1.1', Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': '1.1'}} Apr 14 16:03:03.969512 dv-cinder-786266-1-smb neutron-server[85156]: {{(pid=85270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:03:04.016131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:04.025996 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Network 82f1e901-6587-4672-94b2-db02f2183974 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:03:04.027111 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:03:04.029903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:03:04.030474 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854381680'] for router_interface, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.274760 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0912b5a8-bf6c-4958-8e75-6bb270c2c00e None None] Provisioning for port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:03:04.279569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0912b5a8-bf6c-4958-8e75-6bb270c2c00e None None] Provisioning complete for port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:04.279977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0912b5a8-bf6c-4958-8e75-6bb270c2c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.335902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-0912b5a8-bf6c-4958-8e75-6bb270c2c00e None None] Port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:03:04.443298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.712213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.716187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.717278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853169425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854332615'] for router_interface, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:04.732058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:04.853991 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Pushing event updated for resources: {'Port': ['ID=966ada57-b9d3-4f32-b0c1-3bfa9137bbeb,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:04.863451 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:04.918705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Network 82f1e901-6587-4672-94b2-db02f2183974 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:03:04.919870 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:03:05.117704 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Router 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb is scheduled to L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:03:05.159592 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-a5a53d69-ff38-4576-b888-eb279c6c8236 None None] Provisioning complete for port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:05.159908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a5a53d69-ff38-4576-b888-eb279c6c8236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:05.218711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-a5a53d69-ff38-4576-b888-eb279c6c8236 None None] Port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:03:05.282208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:03:05.292438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Sync routers for ids ['9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:03:05.293683 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] 10.222.0.61 "PUT /v2.0/routers/9b2bfc6a-7f31-4406-a1ab-0e276ea270bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4809806 Apr 14 16:03:05.303034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Routers {'9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:03:05.304152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:02:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:05.492967 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Set router 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb gateway port host: None {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:03:06.039373 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'name': 'router1', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:52Z', 'updated_at': '2021-04-14T16:03:04Z', 'revision_number': 2, 'project_id': 'f349720066c949d78314731e69a43f45', 'gw_port_host': None, '_interfaces': [{'id': '966ada57-b9d3-4f32-b0c1-3bfa9137bbeb', 'name': '', 'network_id': '82f1e901-6587-4672-94b2-db02f2183974', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'mac_address': 'fa:16:3e:f0:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:03Z', 'updated_at': '2021-04-14T16:03:04Z', 'revision_number': 2, 'project_id': 'f349720066c949d78314731e69a43f45', 'subnets': [{'id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc3f340e-5b5a-4aa4-bb99-42098c910534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:06.045058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Checking router: 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:03:06.045446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Updating router 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb binding host dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:03:06.099953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.544973 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.559819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Transition to ACTIVE for port object 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:03:06.570395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.586182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:06.741904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Pushing event updated for resources: {'Port': ['ID=966ada57-b9d3-4f32-b0c1-3bfa9137bbeb,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:06.754673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.755043 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.755406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.755764 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.756117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.756471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.756818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.757165 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.757512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.757857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.758221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.758563 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Tracked resource versions report: Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: pushed versions: Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: { 'AddressGroup': {'1.2'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': {'1.0'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': {'1.0'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': {'1.1'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': {'1.7'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': {'1.2'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': {'1.8'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': {'1.4'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': {'1.0'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': {'1.1'}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': {'1.1'}} Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: consumer versions: Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: { DHCP agent@dv-cinder-786266-1-smb: {}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: L3 agent@dv-cinder-786266-1-smb: {}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: Metadata agent@dv-cinder-786266-1-smb: {}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: Metering agent@dv-cinder-786266-1-smb: {}, Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: Open vSwitch agent@dv-cinder-786266-1-smb: { 'AddressGroup': '1.2', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': '1.0', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': '1.0', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': '1.1', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': '1.7', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': '1.2', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': '1.8', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': '1.4', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': '1.2', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': '1.0', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': '1.1', Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': '1.1'}} Apr 14 16:03:06.759647 dv-cinder-786266-1-smb neutron-server[85156]: {{(pid=85272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:03:06.774966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:06.945894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Attempting to bind port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:03:06.946328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Attempting to bind port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '37c8e176-e751-4a52-a349-b7e4f8c5e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:03:06.946734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Attempting to bind port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb on network 82f1e901-6587-4672-94b2-db02f2183974 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:03:06.952451 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:03:06.952856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Checking segment: {'id': '37c8e176-e751-4a52-a349-b7e4f8c5e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:03:06.953440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:06.953860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Bound using segment: {'id': '37c8e176-e751-4a52-a349-b7e4f8c5e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:03:06.954398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Bound port: 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c8e176-e751-4a52-a349-b7e4f8c5e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '82f1e901-6587-4672-94b2-db02f2183974'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:03:06.954798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:07.033434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] For port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:03:07.037997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] For port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=966ada57-b9d3-4f32-b0c1-3bfa9137bbeb,segment=NetworkSegment(37c8e176-e751-4a52-a349-b7e4f8c5e838),segment_id=37c8e176-e751-4a52-a349-b7e4f8c5e838)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:03:07.049637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:07.065770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:07.219364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Pushing event updated for resources: {'Port': ['ID=966ada57-b9d3-4f32-b0c1-3bfa9137bbeb,revision_number=4']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:07.224721 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:07.293474 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Routers {'9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:03:07.294359 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:02:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:07.465137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] Set router 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb gateway port host: None {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:03:07.833909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'name': 'router1', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:52Z', 'updated_at': '2021-04-14T16:03:04Z', 'revision_number': 2, 'project_id': 'f349720066c949d78314731e69a43f45', 'gw_port_host': None, '_interfaces': [{'id': '966ada57-b9d3-4f32-b0c1-3bfa9137bbeb', 'name': '', 'network_id': '82f1e901-6587-4672-94b2-db02f2183974', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'mac_address': 'fa:16:3e:f0:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:03Z', 'updated_at': '2021-04-14T16:03:07Z', 'revision_number': 4, 'project_id': 'f349720066c949d78314731e69a43f45', 'subnets': [{'id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc3f340e-5b5a-4aa4-bb99-42098c910534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:07.837959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7152d44-d735-462b-81bf-56dec4d2a1fc None None] The sync data for ids ['9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'] in dv-cinder-786266-1-smb is: [{'id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'name': 'router1', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:52Z', 'updated_at': '2021-04-14T16:03:04Z', 'revision_number': 2, 'project_id': 'f349720066c949d78314731e69a43f45', 'gw_port_host': None, '_interfaces': [{'id': '966ada57-b9d3-4f32-b0c1-3bfa9137bbeb', 'name': '', 'network_id': '82f1e901-6587-4672-94b2-db02f2183974', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'mac_address': 'fa:16:3e:f0:27:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:03Z', 'updated_at': '2021-04-14T16:03:07Z', 'revision_number': 4, 'project_id': 'f349720066c949d78314731e69a43f45', 'subnets': [{'id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc3f340e-5b5a-4aa4-bb99-42098c910534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:03:07.875274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 57848) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:03:08.045182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02c53c4-e81a-46b3-99b4-a07f84b8a347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:03:08.052926 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c02c53c4-e81a-46b3-99b4-a07f84b8a347 admin admin] 10.222.0.61 "GET /v2.0/networks/9b4b0030-1b6b-4852-8a71-bad8ef632c20 HTTP/1.1" status: 200 len: 842 time: 0.1702542 Apr 14 16:03:08.057865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'name': 'public-subnet'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:03:08.060662 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.quota [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Loaded quota_driver: . Apr 14 16:03:08.066652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:03:08.070707 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Usage tracker for resource:subnet and tenant:17f11f8ba7a64eeda76bbb29b5c6c39f is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:03:08.074584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:03:08.081339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:03:08.093363 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Made reservation on behalf of 17f11f8ba7a64eeda76bbb29b5c6c39f for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:03:08.097899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:08.582122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.objects.ports [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85270) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 14 16:03:08.582499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:08.596912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:08.717530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2ecb471-602a-4ff9-aa1d-2040628ce2ee,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:08.734227 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:08.788860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Checking segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:03:08.789242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Network hostable DHCP agents. Network: 9b4b0030-1b6b-4852-8a71-bad8ef632c20, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:03:08.812866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:03:08.822248 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 9b4b0030-1b6b-4852-8a71-bad8ef632c20) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:03:08.826208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:03:08.826876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:08.832407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4844e36d-dae2-41fd-837d-476bda5e9932 None None] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:03:08.858139 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7938788 Apr 14 16:03:09.069318 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eec845-0730-4873-bc60-5a97ec6e2466 None None] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:03:11.456903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 57862) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:03:11.836197 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c77a7ea0-c90e-4a4b-8e30-e2e75eb2f972 admin admin] 10.222.0.61 "GET /v2.0/routers/9b2bfc6a-7f31-4406-a1ab-0e276ea270bb HTTP/1.1" status: 200 len: 710 time: 0.3780625 Apr 14 16:03:11.982054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4297e9-f652-4ca5-ad1d-3b4cd73bd974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:03:11.983551 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ad4297e9-f652-4ca5-ad1d-3b4cd73bd974 admin admin] 10.222.0.61 "GET /v2.0/networks/9b4b0030-1b6b-4852-8a71-bad8ef632c20 HTTP/1.1" status: 200 len: 886 time: 0.1375439 Apr 14 16:03:11.993346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:03:12.286023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:03:12.356011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:03:12.360960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:12.361375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:12.462476 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854319363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651253'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:12.486734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:12.504422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=966ada57-b9d3-4f32-b0c1-3bfa9137bbeb,segment=NetworkSegment(37c8e176-e751-4a52-a349-b7e4f8c5e838),segment_id=37c8e176-e751-4a52-a349-b7e4f8c5e838)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:03:12.507452 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:12.509631 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:12.583379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=966ada57-b9d3-4f32-b0c1-3bfa9137bbeb,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:12.586738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:12.812347 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:12.882787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:13.024118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Allocated IP 172.28.2.7 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/ea405e36-1960-4402-b385-11a07c6a9fa4) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:03:13.191586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:13.220591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:13.236838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7b587403-df2c-4500-9306-5b1b7d2498cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:13.370964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Pushing event updated for resources: {'Port': ['ID=ea405e36-1960-4402-b385-11a07c6a9fa4,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:13.374243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:13.428580 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:03:13.429697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:03:13.432032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:03:14.010965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:14.271260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:03:14.343005 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:14.343413 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:14.363906 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854319363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651253'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:14.367456 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854381724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-394095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-456420'] for router, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:14.553887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Router 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:03:14.738832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:03:14.747797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:14.749084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Sync routers for ids ['9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:03:14.749929 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] 10.222.0.61 "PUT /v2.0/routers/9b2bfc6a-7f31-4406-a1ab-0e276ea270bb HTTP/1.1" status: 200 len: 888 time: 2.7599003 Apr 14 16:03:14.759806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Routers {'9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:03:14.761209 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:02:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:14.963908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Set router 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:03:15.329029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'name': 'router1', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ea405e36-1960-4402-b385-11a07c6a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:52Z', 'updated_at': '2021-04-14T16:03:13Z', 'revision_number': 4, 'project_id': 'f349720066c949d78314731e69a43f45', 'gw_port': {'id': 'ea405e36-1960-4402-b385-11a07c6a9fa4', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:57:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:12Z', 'updated_at': '2021-04-14T16:03:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '966ada57-b9d3-4f32-b0c1-3bfa9137bbeb', 'name': '', 'network_id': '82f1e901-6587-4672-94b2-db02f2183974', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'mac_address': 'fa:16:3e:f0:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:03Z', 'updated_at': '2021-04-14T16:03:12Z', 'revision_number': 5, 'project_id': 'f349720066c949d78314731e69a43f45', 'subnets': [{'id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc3f340e-5b5a-4aa4-bb99-42098c910534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:15.333968 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Checking router: 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:03:15.334405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Updating router 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb port ea405e36-1960-4402-b385-11a07c6a9fa4 binding host dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:03:15.392796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:15.807874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Notify callbacks [] for port, precommit_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:15.820748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Transition to ACTIVE for port object ea405e36-1960-4402-b385-11a07c6a9fa4 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:03:15.826348 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:15.841864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:15.973372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009136f-ee2b-4971-b8fe-ddf0dd5b1c9c None None] Pushing event updated for resources: {'Port': ['ID=ea405e36-1960-4402-b385-11a07c6a9fa4,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:15.976685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1009136f-ee2b-4971-b8fe-ddf0dd5b1c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:16.038505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Attempting to bind port ea405e36-1960-4402-b385-11a07c6a9fa4 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:03:16.038925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Attempting to bind port ea405e36-1960-4402-b385-11a07c6a9fa4 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:03:16.039330 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Attempting to bind port ea405e36-1960-4402-b385-11a07c6a9fa4 on network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:03:16.045462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:03:16.045889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Checking segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:03:16.046388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:16.046827 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Bound using segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:03:16.047402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Bound port: ea405e36-1960-4402-b385-11a07c6a9fa4, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:03:16.047820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:16.128153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] For port ea405e36-1960-4402-b385-11a07c6a9fa4, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:03:16.131501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] For port ea405e36-1960-4402-b385-11a07c6a9fa4, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=ea405e36-1960-4402-b385-11a07c6a9fa4,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:03:16.134522 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:16.150132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:16.459099 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009136f-ee2b-4971-b8fe-ddf0dd5b1c9c None None] Pushing event updated for resources: {'Port': ['ID=ea405e36-1960-4402-b385-11a07c6a9fa4,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:16.464925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1009136f-ee2b-4971-b8fe-ddf0dd5b1c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:16.503358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Routers {'9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:03:16.504012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:02:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:16.695334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] Set router 9b2bfc6a-7f31-4406-a1ab-0e276ea270bb gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:03:16.793484 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:03:17.052695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'name': 'router1', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ea405e36-1960-4402-b385-11a07c6a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:52Z', 'updated_at': '2021-04-14T16:03:13Z', 'revision_number': 4, 'project_id': 'f349720066c949d78314731e69a43f45', 'gw_port': {'id': 'ea405e36-1960-4402-b385-11a07c6a9fa4', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:57:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:12Z', 'updated_at': '2021-04-14T16:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '966ada57-b9d3-4f32-b0c1-3bfa9137bbeb', 'name': '', 'network_id': '82f1e901-6587-4672-94b2-db02f2183974', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'mac_address': 'fa:16:3e:f0:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:03Z', 'updated_at': '2021-04-14T16:03:12Z', 'revision_number': 5, 'project_id': 'f349720066c949d78314731e69a43f45', 'subnets': [{'id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc3f340e-5b5a-4aa4-bb99-42098c910534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:03:17.056868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e733c9d-0f94-4f5a-881d-a3e2c8c038a6 None None] The sync data for ids ['9b2bfc6a-7f31-4406-a1ab-0e276ea270bb'] in dv-cinder-786266-1-smb is: [{'id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'name': 'router1', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.7'}], 'enable_snat': True}, 'gw_port_id': 'ea405e36-1960-4402-b385-11a07c6a9fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:02:52Z', 'updated_at': '2021-04-14T16:03:13Z', 'revision_number': 4, 'project_id': 'f349720066c949d78314731e69a43f45', 'gw_port': {'id': 'ea405e36-1960-4402-b385-11a07c6a9fa4', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:57:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:12Z', 'updated_at': '2021-04-14T16:03:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '966ada57-b9d3-4f32-b0c1-3bfa9137bbeb', 'name': '', 'network_id': '82f1e901-6587-4672-94b2-db02f2183974', 'tenant_id': 'f349720066c949d78314731e69a43f45', 'mac_address': 'fa:16:3e:f0:27:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2bfc6a-7f31-4406-a1ab-0e276ea270bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:03:03Z', 'updated_at': '2021-04-14T16:03:12Z', 'revision_number': 5, 'project_id': 'f349720066c949d78314731e69a43f45', 'subnets': [{'id': '6e629632-1e2c-4cd0-8408-e0c6cab62a49', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc3f340e-5b5a-4aa4-bb99-42098c910534'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:03:17.453505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 57872) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:03:17.581049 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f740329a-c277-4852-80ad-d951e5a6c0cc admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1261892 Apr 14 16:03:18.303653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device ea405e36-1960-4402-b385-11a07c6a9fa4 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:03:18.376387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port ea405e36-1960-4402-b385-11a07c6a9fa4 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:03:18.381595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port ea405e36-1960-4402-b385-11a07c6a9fa4 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:18.382008 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:18.519487 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:18.538409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port ea405e36-1960-4402-b385-11a07c6a9fa4, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=ea405e36-1960-4402-b385-11a07c6a9fa4,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:03:18.541577 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:18.543808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:03:18.618076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=ea405e36-1960-4402-b385-11a07c6a9fa4,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:03:18.624454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:03:20.317854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device ea405e36-1960-4402-b385-11a07c6a9fa4 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:03:20.434576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port ea405e36-1960-4402-b385-11a07c6a9fa4 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:03:20.435239 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:24.395446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-513b1bdc-6695-46b1-a4b6-1b8fde526a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:27.262276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6cbe5eb8-ce5f-489b-ac95-0f95d0baeac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:27.913957 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:28.222393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:29.033069 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:53.793814 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:03:54.392049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d29c4d50-a60d-46ac-9c6a-f18815f60cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:57.254613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-077a6f55-aaa7-4163-9d7d-cdc7502670c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:57.920758 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:58.225112 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:03:59.010714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:24.373687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-61db4f3a-7079-459e-8e8f-03b100644bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:27.257181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b5268cf-487f-4a42-9188-b0e562c51b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:27.909910 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:28.226830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:29.010903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:30.793088 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:04:54.381012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-90950821-3898-4787-a9a3-53cca824c63a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.261376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bb345e5b-213f-436c-a49e-cf04f5015fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:57.914828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:58.242212 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:04:59.020668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:01.760678 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58442) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:01.862285 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.pecan_wsgi.hooks.translation [None req-846524fd-ae41-4dbd-929e-333474adc5bd admin admin] GET failed (client error): The resource could not be found. Apr 14 16:05:01.864879 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-846524fd-ae41-4dbd-929e-333474adc5bd admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1028349 Apr 14 16:05:02.013428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf0eb4-3ab4-4765-bca7-4828bf0aaf44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:02.015385 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-37bf0eb4-3ab4-4765-bca7-4828bf0aaf44 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1458054 Apr 14 16:05:04.662245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58452) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:04.802122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b0453e-35aa-4be1-bfcb-017a6b146da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:04.802756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-22b0453e-35aa-4be1-bfcb-017a6b146da3 admin admin] Synchronizing usage tracker for tenant:17f11f8ba7a64eeda76bbb29b5c6c39f on resource:subnet {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:04.825921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-22b0453e-35aa-4be1-bfcb-017a6b146da3 admin admin] Unset dirty status for tenant:17f11f8ba7a64eeda76bbb29b5c6c39f on resource:subnet {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:04.827425 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-22b0453e-35aa-4be1-bfcb-017a6b146da3 admin admin] 10.222.0.61 "GET /v2.0/subnets/6e629632-1e2c-4cd0-8408-e0c6cab62a49 HTTP/1.1" status: 200 len: 849 time: 0.1637027 Apr 14 16:05:04.838882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:05:04.977138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.333903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363290450653163'] for subnet, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.350273 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-81645930-46f0-4e20-8bfd-dd1fc4dacd03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:05:05.676194 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e629632-1e2c-4cd0-8408-e0c6cab62a49,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:05:05.697863 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.698037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.698450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.698826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.699190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.699560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.699926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.700290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.700673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.701041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.701968 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.702354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:05:05.708817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:05:05.741719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:05.742418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:05.745870 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a3b49914-b99e-4cc4-a1cf-1f63072cbe32 admin admin] 10.222.0.61 "PUT /v2.0/subnets/6e629632-1e2c-4cd0-8408-e0c6cab62a49 HTTP/1.1" status: 200 len: 868 time: 0.9096167 Apr 14 16:05:05.761778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83bbd3d-c2e4-410a-a97d-9335e3ee4c03 None None] Network 82f1e901-6587-4672-94b2-db02f2183974 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:05:06.356644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-32a3b8d2-e669-4fea-921a-53242a129211 None None] Provisioning complete for port e9a6fd3e-5093-4cb3-9af0-324005abf3f5 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:06.357265 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-32a3b8d2-e669-4fea-921a-53242a129211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:06.532845 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-32a3b8d2-e669-4fea-921a-53242a129211 None None] Provisioning complete for port 966ada57-b9d3-4f32-b0c1-3bfa9137bbeb triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:05:06.533462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-32a3b8d2-e669-4fea-921a-53242a129211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:07.793942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:05:08.443888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58462) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:08.649866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0030d1-7abb-459a-99d3-4312e32ac4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:08.650531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0030d1-7abb-459a-99d3-4312e32ac4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:08.651549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4b0030d1-7abb-459a-99d3-4312e32ac4af admin admin] Synchronizing usage tracker for tenant:17f11f8ba7a64eeda76bbb29b5c6c39f on resource:network {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:05:08.675565 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4b0030d1-7abb-459a-99d3-4312e32ac4af admin admin] Unset dirty status for tenant:17f11f8ba7a64eeda76bbb29b5c6c39f on resource:network {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:05:08.678046 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4b0030d1-7abb-459a-99d3-4312e32ac4af admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2322166 Apr 14 16:05:11.326221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58472) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:11.532602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5397cd-da8a-4536-90d8-5a3c582861ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:11.533164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5397cd-da8a-4536-90d8-5a3c582861ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:11.534980 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4c5397cd-da8a-4536-90d8-5a3c582861ca admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2073433 Apr 14 16:05:14.229129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58482) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:14.458666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9cb7fb-a25b-42a8-b0a3-34fbba33e5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:14.461378 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3f9cb7fb-a25b-42a8-b0a3-34fbba33e5d5 admin admin] 10.222.0.61 "GET /v2.0/networks/82f1e901-6587-4672-94b2-db02f2183974 HTTP/1.1" status: 200 len: 869 time: 0.2308750 Apr 14 16:05:17.138520 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58492) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:17.333499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ab4ca-fec0-445b-91d0-ec4a131fcbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:17.334972 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6d0ab4ca-fec0-445b-91d0-ec4a131fcbe3 admin admin] 10.222.0.61 "GET /v2.0/networks/9b4b0030-1b6b-4852-8a71-bad8ef632c20 HTTP/1.1" status: 200 len: 886 time: 0.1953630 Apr 14 16:05:19.991847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58502) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:20.145911 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75dd7ca-2321-4f39-bed0-802690139235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:20.146461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75dd7ca-2321-4f39-bed0-802690139235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:20.148149 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b75dd7ca-2321-4f39-bed0-802690139235 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1550336 Apr 14 16:05:22.787650 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58512) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:22.915470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d5a1f-fd4e-4ef2-a8c2-a09b6881b7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:22.916235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d5a1f-fd4e-4ef2-a8c2-a09b6881b7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:22.917937 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-442d5a1f-fd4e-4ef2-a8c2-a09b6881b7e2 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290169 Apr 14 16:05:24.377308 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-012802fa-f4f5-45db-9b1e-043b1f997110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:25.762794 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58522) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:25.964257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a992f6f-1915-4de4-9105-ae28b4f5ea35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:25.967279 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7a992f6f-1915-4de4-9105-ae28b4f5ea35 admin admin] 10.222.0.61 "GET /v2.0/subnets/6e629632-1e2c-4cd0-8408-e0c6cab62a49 HTTP/1.1" status: 200 len: 868 time: 0.2032223 Apr 14 16:05:27.266485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3b0d5865-3877-4421-b42f-feb138a77d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:27.918245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.236666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:28.616497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58532) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:28.737675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9291b2a-49af-4db7-bf7b-5ad8e0e21450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:28.739271 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a9291b2a-49af-4db7-bf7b-5ad8e0e21450 admin admin] 10.222.0.61 "GET /v2.0/subnets/c2ecb471-602a-4ff9-aa1d-2040628ce2ee HTTP/1.1" status: 200 len: 816 time: 0.1214163 Apr 14 16:05:29.028283 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:44.796627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:05:54.381034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6dca1155-1af8-4efb-8ad7-05fecc8cb4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:56.611282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58576) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:56.702201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [None req-345244aa-097d-42d9-9f5e-fb474974404f admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=85269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:05:56.703318 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-345244aa-097d-42d9-9f5e-fb474974404f admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0907826 Apr 14 16:05:57.260015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-edd564f6-1ca8-4517-9359-d1c85acae79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:57.926440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:58.234196 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:59.029295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:05:59.410615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58586) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:05:59.494640 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1c9a31-4b3f-4e03-8f96-d666c1e1efb4 admin admin] GET failed (client error): The resource could not be found. Apr 14 16:05:59.496097 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1d1c9a31-4b3f-4e03-8f96-d666c1e1efb4 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0842483 Apr 14 16:05:59.637248 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7489a336-4239-4b5d-a27d-66689b0266ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:05:59.638773 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7489a336-4239-4b5d-a27d-66689b0266ca admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1382115 Apr 14 16:06:02.250808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58596) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:02.305737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:02.310922 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:02.321612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:02.331099 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Made reservation on behalf of 17f11f8ba7a64eeda76bbb29b5c6c39f for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:02.336450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:02.436693 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.services.revisions.revision_plugin [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Could not find related network for resource to bump revision. Apr 14 16:06:02.451758 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:06:02.463553 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746404202662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:02.464157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Unsubscribe: segment precommit_create {{(pid=85270) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 14 16:06:02.464668 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Added segment 6f28b36f-23c5-476f-b10d-fed9b3aa0a2b of type vlan for network 5eba00db-5453-44c6-a75c-adea84f4b12b Apr 14 16:06:02.504568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:02.543722 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:02.545160 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:02.545800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:02.550941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:02.657079 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4050598 Apr 14 16:06:02.657834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Pushing event updated for resources: {'Network': ['ID=5eba00db-5453-44c6-a75c-adea84f4b12b,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:02.661601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:02.682080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 5eba00db-5453-44c6-a75c-adea84f4b12b details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:06:05.282724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58606) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:06:05.365132 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.pecan_wsgi.hooks.translation [None req-57953bfa-cd1f-480b-b545-5044df3a4294 admin admin] GET failed (client error): The resource could not be found. Apr 14 16:06:05.365746 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-57953bfa-cd1f-480b-b545-5044df3a4294 admin admin] Synchronizing usage tracker for tenant:17f11f8ba7a64eeda76bbb29b5c6c39f on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:06:05.383842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-57953bfa-cd1f-480b-b545-5044df3a4294 admin admin] Unset dirty status for tenant:17f11f8ba7a64eeda76bbb29b5c6c39f on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:06:05.385135 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-57953bfa-cd1f-480b-b545-5044df3a4294 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1013179 Apr 14 16:06:05.509039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7bcfb0-dd70-4004-aa48-c145177dd58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:05.510696 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ce7bcfb0-dd70-4004-aa48-c145177dd58e admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1195776 Apr 14 16:06:05.523601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Request body: {'subnet': {'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:06:05.528955 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:06:05.540912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:06:05.550231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Made reservation on behalf of 17f11f8ba7a64eeda76bbb29b5c6c39f for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:06:05.555403 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.002108 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.018151 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:06.146763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b1d988-cce0-4582-9879-6bb070f078b5,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:06.168864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.169261 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.169867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.170316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.170687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.171051 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.171414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.171784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.172174 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.172523 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.172880 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.173233 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:06.181103 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:06.238120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Checking segment: {'id': '6f28b36f-23c5-476f-b10d-fed9b3aa0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:06.238545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Network hostable DHCP agents. Network: 5eba00db-5453-44c6-a75c-adea84f4b12b, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:06:06.259471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Network 5eba00db-5453-44c6-a75c-adea84f4b12b is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:06:06.268186 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 5eba00db-5453-44c6-a75c-adea84f4b12b) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:06.272535 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:06:06.273171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.278813 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb510fc-4969-44f4-896d-96af27d6284b None None] Network 5eba00db-5453-44c6-a75c-adea84f4b12b requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:06.301044 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-59a75f19-c129-4645-a34b-c54ff4d73456 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7823868 Apr 14 16:06:06.540086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f4f67f-d40b-56aa-bc6f-d91accdfe531-5eba00db-5453-44c6-a75c-adea84f4b12b', 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b', 'tenant_id': '17f11f8ba7a64eeda76bbb29b5c6c39f', 'fixed_ips': [{'subnet_id': '91b1d988-cce0-4582-9879-6bb070f078b5'}]}} from dv-cinder-786266-1-smb. {{(pid=85271) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:06:06.541020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:06.925071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Allocated IP 192.168.233.2 (5eba00db-5453-44c6-a75c-adea84f4b12b/91b1d988-cce0-4582-9879-6bb070f078b5/5896dfe7-75c7-4532-b1b9-6de0c1d4befb) {{(pid=85271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:06:07.233642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Notify callbacks [] for port, precommit_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.246665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Transition to ACTIVE for port object 5896dfe7-75c7-4532-b1b9-6de0c1d4befb will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:07.268161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Transition to ACTIVE for port object 5896dfe7-75c7-4532-b1b9-6de0c1d4befb will not be triggered until provisioned by entity DHCP. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:06:07.275344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.294855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:07.435558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Pushing event updated for resources: {'Port': ['ID=5896dfe7-75c7-4532-b1b9-6de0c1d4befb,revision_number=1']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:07.451559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.452164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.452704 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.453124 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.453494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.453948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.454427 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.454969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.455399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.455763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.456123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.456479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:06:07.461285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:07.527860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Network 5eba00db-5453-44c6-a75c-adea84f4b12b is already hosted by enough agents. {{(pid=85271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:06:07.529071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Resources bound (agent type, host, resource id): {{(pid=85271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:06:07.531757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Received port after_create {{(pid=85271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:06:07.635960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Attempting to bind port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:06:07.636477 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Attempting to bind port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '6f28b36f-23c5-476f-b10d-fed9b3aa0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:06:07.636895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Attempting to bind port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb on network 5eba00db-5453-44c6-a75c-adea84f4b12b {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:06:07.643550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:06:07.643977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Checking segment: {'id': '6f28b36f-23c5-476f-b10d-fed9b3aa0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:06:07.644433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.644879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Bound using segment: {'id': '6f28b36f-23c5-476f-b10d-fed9b3aa0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:06:07.645497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Bound port: 5896dfe7-75c7-4532-b1b9-6de0c1d4befb, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f28b36f-23c5-476f-b10d-fed9b3aa0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:06:07.645910 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.738840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] For port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:06:07.744145 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] For port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=5896dfe7-75c7-4532-b1b9-6de0c1d4befb,segment=NetworkSegment(6f28b36f-23c5-476f-b10d-fed9b3aa0a2b),segment_id=6f28b36f-23c5-476f-b10d-fed9b3aa0a2b)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:06:07.748633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:07.767671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1009136f-ee2b-4971-b8fe-ddf0dd5b1c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:07.936143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Pushing event updated for resources: {'Port': ['ID=5896dfe7-75c7-4532-b1b9-6de0c1d4befb,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:07.939589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:08.491505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 5896dfe7-75c7-4532-b1b9-6de0c1d4befb up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:08.571621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:09.313761 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a88a9-a6d8-4bb8-af30-9c3b14067805 None None] Network 5eba00db-5453-44c6-a75c-adea84f4b12b requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:06:09.427610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-44b789e2-c46d-469b-bad6-079f4ed58437 None None] Provisioning for port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:06:09.449282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-44b789e2-c46d-469b-bad6-079f4ed58437 None None] Provisioning complete for port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:09.449716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-44b789e2-c46d-469b-bad6-079f4ed58437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:09.706688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-44b789e2-c46d-469b-bad6-079f4ed58437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:09.739903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-44b789e2-c46d-469b-bad6-079f4ed58437 None None] For port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=5896dfe7-75c7-4532-b1b9-6de0c1d4befb,segment=NetworkSegment(6f28b36f-23c5-476f-b10d-fed9b3aa0a2b),segment_id=6f28b36f-23c5-476f-b10d-fed9b3aa0a2b)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:06:09.744246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-44b789e2-c46d-469b-bad6-079f4ed58437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:09.747243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cca58046-a28b-474c-b5c2-e5a8bdc1beb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:06:09.822469 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b789e2-c46d-469b-bad6-079f4ed58437 None None] Pushing event updated for resources: {'Port': ['ID=5896dfe7-75c7-4532-b1b9-6de0c1d4befb,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:06:09.827161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-44b789e2-c46d-469b-bad6-079f4ed58437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:06:09.967625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-b136d935-8b06-48b2-86f7-febf110bf4d1 None None] Provisioning complete for port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:09.967956 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b136d935-8b06-48b2-86f7-febf110bf4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:10.433429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 5896dfe7-75c7-4532-b1b9-6de0c1d4befb up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:06:10.515242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 5896dfe7-75c7-4532-b1b9-6de0c1d4befb triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:06:10.515662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:21.796821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:06:24.379753 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a963477-8cd8-4876-ab6d-8a2fb68c6591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:27.272946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4be01a5a-dcc9-4e8c-ba38-03c804712121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:27.923374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:28.230064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:29.043338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:54.375518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b515806a-5205-48a4-952c-211f0f604e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.276944 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-704fb73b-b41a-48f4-8b26-b8f2401063da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:57.929561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.235571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:06:58.796133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:06:59.052322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:24.380298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-790011bb-86ee-4158-98bf-58c4bdd74e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.144124 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58652) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:25.152131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [None req-a1acce3d-f766-4aff-9f5c-d03eb6caec12 tempest-verify_tempest_config-511516766 tempest-verify_tempest_config-511516766-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=85270) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:07:25.153368 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a1acce3d-f766-4aff-9f5c-d03eb6caec12 tempest-verify_tempest_config-511516766 tempest-verify_tempest_config-511516766-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0079079 Apr 14 16:07:25.573742 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58670) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:25.747887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.765652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:07:25.770342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Usage tracker for resource:security_group_rule and tenant:8326f3bdc9114d2680931495f97757a6 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:07:25.774021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:07:25.781459 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:07:25.915763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.918989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:25.928795 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:25.979110 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8326f3bdc9114d2680931495f97757a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4041927 Apr 14 16:07:25.980078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3d810d-c376-4dfe-857b-2ba573697a72,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:25.982551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58676) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:07:26.004666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.005051 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.005429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.005821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.006204 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.006575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.006938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.007307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.007690 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.008050 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.008409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.008767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:07:26.022534 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:26.064716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50740f22-6d7c-4148-bbaf-a8337ba300ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:26.096177 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50740f22-6d7c-4148-bbaf-a8337ba300ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:26.155795 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50740f22-6d7c-4148-bbaf-a8337ba300ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:26.160332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:07:26.173031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50740f22-6d7c-4148-bbaf-a8337ba300ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3d810d-c376-4dfe-857b-2ba573697a72,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:07:26.178269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-50740f22-6d7c-4148-bbaf-a8337ba300ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:07:26.183159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50740f22-6d7c-4148-bbaf-a8337ba300ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:26.185623 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-50740f22-6d7c-4148-bbaf-a8337ba300ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0e3d810d-c376-4dfe-857b-2ba573697a72 HTTP/1.1" status: 204 len: 168 time: 0.2013171 Apr 14 16:07:27.272800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-936f0441-3746-4e11-b9d6-6e5bde23da76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:27.944556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:28.251205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:29.048499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:35.797202 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:07:54.384794 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-128806de-387c-40b2-aea3-0f79d04644ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.279019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14d62211-10aa-4ae1-bcc3-04140fd2c28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:57.933066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:58.236071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:07:59.041392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:12.796065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:08:24.388208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-32c02ffe-e703-416d-9d67-529f61af98a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:27.280729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-36ea4dbc-6189-461e-a9f7-ef8e38d27d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:27.934190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:28.238109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:29.043108 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:49.794960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 5 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:08:54.389777 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-811f87a1-9012-4252-8edf-794330ac678f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:57.283687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9394b44c-2c40-4747-bc73-352e6009af2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:57.936835 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:58.241931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:08:59.050412 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:09.713022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155'] for agent, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:15.273337 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58732) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:15.401880 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4808bb9d-a419-4b1c-99bb-4fa130fe80a5 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1273105 Apr 14 16:09:17.995318 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58742) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:09:18.068374 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-18459c1e-b81a-480e-b57b-9b19804d4498 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0715675 Apr 14 16:09:24.394788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ff559e15-06b7-49b9-918b-7b5251b756e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:26.794665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:09:27.285210 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bb70659c-6a18-4c90-b3e9-ffd6a5913a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:27.939701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:28.243835 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:29.058291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:39.664036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:54.516289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4cf81795-1967-4f2f-bf58-c1d11ae07c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:57.287570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3ed77a1a-9e0d-400d-8161-20ca6054684d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:57.941700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:58.245380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:09:59.054414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:03.794997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:10:09.683994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:24.400218 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0c2f274f-1222-4ee3-b807-6368d709f8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:27.290441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-03b23700-fdcd-4d0c-95da-37fcc60cd12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:27.945051 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:28.247016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:29.059462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:39.695680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:40.795181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:10:54.404242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f009c22e-8470-4ddd-8ef9-50ce0367adfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.297595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1043b87b-8f69-4424-a4f9-1ed2929bcea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:57.957352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:58.259561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.094485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:10:59.638109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58838) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:10:59.960325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1280729866-network', 'tenant_id': 'e4b1e02aed2a4c72a15b9c173ae04b45'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:10:59.982287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:00.007901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Usage tracker for resource:network and tenant:e4b1e02aed2a4c72a15b9c173ae04b45 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:00.017184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:00.031345 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:00.060115 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Made reservation on behalf of e4b1e02aed2a4c72a15b9c173ae04b45 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:00.069310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.093565 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.139541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:00.154225 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Usage tracker for resource:security_group_rule and tenant:e4b1e02aed2a4c72a15b9c173ae04b45 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:00.172690 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:00.196484 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:00.309080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.312729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.318299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:00.353244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8defa910-8b9d-4855-864f-c471d0e3ae3b,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:00.355766 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:00.367441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.367897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.368269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.368643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.369002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.369359 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.369707 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.370065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.370466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.370822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.371172 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.371521 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Tracked resource versions report: Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: pushed versions: Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: { 'AddressGroup': {'1.2'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': {'1.0'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': {'1.0'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': {'1.1'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': {'1.7'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': {'1.2'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': {'1.8'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': {'1.4'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': {'1.0'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': {'1.1'}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': {'1.1'}} Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: consumer versions: Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: { DHCP agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: L3 agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: Metadata agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: Metering agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: Open vSwitch agent@dv-cinder-786266-1-smb: { 'AddressGroup': '1.2', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': '1.0', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': '1.0', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': '1.1', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': '1.7', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': '1.2', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': '1.8', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': '1.4', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': '1.2', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': '1.0', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': '1.1', Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': '1.1'}} Apr 14 16:11:00.372650 dv-cinder-786266-1-smb neutron-server[85156]: {{(pid=85270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:11:00.376250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:00.385021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.385021 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Added segment 07228954-21c8-438e-9fde-5080c4a1ab78 of type vlan for network 787ffc38-620f-491b-b9e5-3e6758a3313f Apr 14 16:11:00.450317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.486196 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.489331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:00.491546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:00.501936 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:00.557127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58880) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:00.698348 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0585840 Apr 14 16:11:00.698711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58896) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:00.710276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Request body: {'subnet': {'network_id': '787ffc38-620f-491b-b9e5-3e6758a3313f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1280729866-subnet', 'tenant_id': 'e4b1e02aed2a4c72a15b9c173ae04b45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:00.720328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:00.728108 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Pushing event updated for resources: {'Network': ['ID=787ffc38-620f-491b-b9e5-3e6758a3313f,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:00.729219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Usage tracker for resource:subnet and tenant:e4b1e02aed2a4c72a15b9c173ae04b45 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:00.732625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:00.737257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:00.741205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 787ffc38-620f-491b-b9e5-3e6758a3313f details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:00.751099 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:00.767197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Made reservation on behalf of e4b1e02aed2a4c72a15b9c173ae04b45 for: {'subnet': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:00.777075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.013118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-818005116-network', 'tenant_id': 'e5bfe5afa00f4189900423385d255d1f'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:01.025899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:01.037512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Usage tracker for resource:network and tenant:e5bfe5afa00f4189900423385d255d1f is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:01.043728 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:01.055876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:01.071397 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Made reservation on behalf of e5bfe5afa00f4189900423385d255d1f for: {'network': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:01.080097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.112591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.190668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:01.204442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Usage tracker for resource:security_group_rule and tenant:e5bfe5afa00f4189900423385d255d1f is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:01.210159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:01.221651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:01.462680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.468467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.475724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:01.507514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=85269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:01.537665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.538066 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Added segment 490faee5-5d38-4991-985e-646ebf08e7ab of type vlan for network 29c3eaa4-9b6b-44dc-a964-9099799f1687 Apr 14 16:11:01.554405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3d990b-971b-4431-bb14-c1ff5cedb2d6,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:01.583356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.583730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.584091 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.584466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.584834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.585194 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.585557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.585948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.586306 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.586666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.587022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.587377 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Tracked resource versions report: Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: pushed versions: Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: { 'AddressGroup': {'1.2'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': {'1.0'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': {'1.0'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': {'1.1'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': {'1.7'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': {'1.2'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': {'1.8'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': {'1.4'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': {'1.0'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': {'1.1'}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': {'1.1'}} Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: consumer versions: Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: { DHCP agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: L3 agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: Metadata agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: Metering agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: Open vSwitch agent@dv-cinder-786266-1-smb: { 'AddressGroup': '1.2', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': '1.0', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': '1.0', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': '1.1', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': '1.7', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': '1.2', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': '1.8', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': '1.4', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': '1.2', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': '1.0', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': '1.1', Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': '1.1'}} Apr 14 16:11:01.588505 dv-cinder-786266-1-smb neutron-server[85156]: {{(pid=85269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:11:01.600942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:01.602567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.686414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.703104 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a01483fe-72cf-46f9-a435-41ab8aeac94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:01.740692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.797618 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:01.798308 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:01.855805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0184356b-e82e-4084-aef2-3a054bf7b5df,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:01.865262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:01.865728 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:01.955155 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3928022 Apr 14 16:11:01.955799 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58938) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:01.962568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Request body: {'subnet': {'network_id': '29c3eaa4-9b6b-44dc-a964-9099799f1687', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-818005116-subnet', 'tenant_id': 'e5bfe5afa00f4189900423385d255d1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:01.968161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:01.973806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Usage tracker for resource:subnet and tenant:e5bfe5afa00f4189900423385d255d1f is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:01.977552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:01.984889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:01.997408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Made reservation on behalf of e5bfe5afa00f4189900423385d255d1f for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:02.000069 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Pushing event updated for resources: {'Network': ['ID=29c3eaa4-9b6b-44dc-a964-9099799f1687,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:02.003389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.007700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:02.025457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 29c3eaa4-9b6b-44dc-a964-9099799f1687 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:02.055853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Checking segment: {'id': '07228954-21c8-438e-9fde-5080c4a1ab78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '787ffc38-620f-491b-b9e5-3e6758a3313f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:02.056261 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Network hostable DHCP agents. Network: 787ffc38-620f-491b-b9e5-3e6758a3313f, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:02.082464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Network 787ffc38-620f-491b-b9e5-3e6758a3313f is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:02.100464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 787ffc38-620f-491b-b9e5-3e6758a3313f) {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:02.112403 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:02.113279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.159746 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4591234 Apr 14 16:11:02.213013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6185ec1-43c1-4ef3-88e2-27bbd716bfd1 None None] Network 787ffc38-620f-491b-b9e5-3e6758a3313f requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:02.530833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 58962) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:02.575195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a62b0b-1791-48e4-966f-7a688bb21e12 None None] Network 787ffc38-620f-491b-b9e5-3e6758a3313f requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:02.672388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.767422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:02.873555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd46113-ea8e-4924-ba70-d9fa8be5a4f7,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:02.888765 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:02.932386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Checking segment: {'id': '490faee5-5d38-4991-985e-646ebf08e7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29c3eaa4-9b6b-44dc-a964-9099799f1687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:02.932660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Network hostable DHCP agents. Network: 29c3eaa4-9b6b-44dc-a964-9099799f1687, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:02.954819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Network 29c3eaa4-9b6b-44dc-a964-9099799f1687 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:02.965424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 29c3eaa4-9b6b-44dc-a964-9099799f1687) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:02.970080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:02.970877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:02.976578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bdcaf8-85d6-40e3-aaed-aac1f78d19f8 None None] Network 29c3eaa4-9b6b-44dc-a964-9099799f1687 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:02.977016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-266424622-network', 'tenant_id': 'e2dadc049578474d827cc4eddeaacf22'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:02.989425 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:02.998692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Usage tracker for resource:network and tenant:e2dadc049578474d827cc4eddeaacf22 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:02.998992 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c9b78fec-ea62-4ec6-b665-1793ec9a6da9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0419056 Apr 14 16:11:03.004883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:03.017081 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:03.034355 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Made reservation on behalf of e2dadc049578474d827cc4eddeaacf22 for: {'network': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:03.043276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.069468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.106301 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:03.116362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Usage tracker for resource:security_group_rule and tenant:e2dadc049578474d827cc4eddeaacf22 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:03.122434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:03.136006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:03.264768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.269881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.273918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:03.317598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:03.323909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:03.333459 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=85269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:03.356409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.356809 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Added segment 7db99e14-a745-4427-9c12-24f31490c4da of type vlan for network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e Apr 14 16:11:03.392112 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb22bf4-c11b-4727-be41-7052ff892bf1 None None] Network 29c3eaa4-9b6b-44dc-a964-9099799f1687 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:03.395566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.444169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.457951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:03.458640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.464682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:03.503206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58990) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:03.569133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 58996) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:03.606402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Pushing event updated for resources: {'Network': ['ID=338a5bab-a8c6-45d7-ae94-e0542cc9e87e,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:03.609532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:03.611214 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0792470 Apr 14 16:11:03.617107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59004) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:03.624612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Request body: {'subnet': {'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-266424622-subnet', 'tenant_id': 'e2dadc049578474d827cc4eddeaacf22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:03.630156 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:03.635589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Usage tracker for resource:subnet and tenant:e2dadc049578474d827cc4eddeaacf22 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:03.638964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:03.647685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:03.660488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Made reservation on behalf of e2dadc049578474d827cc4eddeaacf22 for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:03.668786 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:03.678181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:04.035264 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1665549771-network', 'tenant_id': '7289b0682edf478b84f786e0043180af'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:04.043740 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:04.050726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Usage tracker for resource:network and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:04.054476 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:04.063078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-120885245-network', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:04.073594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:04.093582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:04.093582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Made reservation on behalf of 7289b0682edf478b84f786e0043180af for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:04.098919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.123993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Usage tracker for resource:network and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:04.343680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.355617 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:04.367884 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:04.380587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:04.391489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Made reservation on behalf of ddcd108ac1b949099e453989d0b5e973 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:04.397179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.408230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Usage tracker for resource:security_group_rule and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:04.414286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:04.424637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.435028 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:04.457407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:04.476573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:04.480783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:04.500197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:04.655661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.690566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:04.843430 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c90a62-c7c0-44af-a81f-f16d6983458d,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:04.857762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:04.867836 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.891554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.909949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:04.930789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.955766 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:04.956708 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:04.973336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59058) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:04.980986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-180909707-network', 'tenant_id': '06613dc89f7846d6900ee8982b53bca4'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:04.989356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:05.009254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd2277d-9c01-47f8-b4e4-5936bb092c43,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:05.013014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Usage tracker for resource:network and tenant:06613dc89f7846d6900ee8982b53bca4 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:05.016296 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.016755 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Added segment b56383dc-9bea-4eb5-b8df-4ee38ea21217 of type vlan for network 4274df80-45c8-4eee-bef3-f047e276b4fb Apr 14 16:11:05.020541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:05.023818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:05.024581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:05.032252 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-50740f22-6d7c-4148-bbaf-a8337ba300ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:05.034994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:05.049241 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Made reservation on behalf of 06613dc89f7846d6900ee8982b53bca4 for: {'network': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:05.055752 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.078919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.093848 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.094209 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Added segment fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6 of type vlan for network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 Apr 14 16:11:05.100749 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:05.106822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Usage tracker for resource:security_group_rule and tenant:06613dc89f7846d6900ee8982b53bca4 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:05.107327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.110632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:05.120100 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:05.129630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed33481-a71e-43bd-8ee6-19baa14ff192,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:05.140923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:05.167979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.196219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Checking segment: {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:05.196741 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Network hostable DHCP agents. Network: 338a5bab-a8c6-45d7-ae94-e0542cc9e87e, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:05.227593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.238229 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.238879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.247452 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0e15004b-b363-429d-b5c4-2094d3a26b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:05.278841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.283813 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.298153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=85269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:05.312326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.312809 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Added segment 420cd5c7-daa3-4408-b7bb-ed6a71ca259b of type vlan for network b01c8e5d-b664-482d-9ad3-d7e7efb53c15 Apr 14 16:11:05.340404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:05.344462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:05.357335 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.363621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.378572 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.379350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.399404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 338a5bab-a8c6-45d7-ae94-e0542cc9e87e) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:05.411896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=4274df80-45c8-4eee-bef3-f047e276b4fb,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:05.412891 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1703009-043e-4312-b4ba-1c14812ea3e4 None None] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:05.427736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.428391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.441228 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9331801 Apr 14 16:11:05.449086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59064) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:05.449397 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8791096 Apr 14 16:11:05.454561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59066) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:05.457309 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:05.459335 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:05.473009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Request body: {'subnet': {'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1665549771-subnet', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:05.481794 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Request body: {'subnet': {'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-subnet', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:05.490928 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8726280 Apr 14 16:11:05.492207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:05.492643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:05.503417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Usage tracker for resource:subnet and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:05.512751 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 4274df80-45c8-4eee-bef3-f047e276b4fb details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:05.513495 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:05.526056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb7608d-f9a4-4ec9-b990-e89997537c9d,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:05.537129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:05.541867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:05.548030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.resource_extend [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:11:05.562609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Usage tracker for resource:subnet and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:05.579645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:05.589376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Made reservation on behalf of 7289b0682edf478b84f786e0043180af for: {'subnet': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:05.594263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:05.597877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.608818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:05.620653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:05.623742 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.631055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Made reservation on behalf of ddcd108ac1b949099e453989d0b5e973 for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:05.631394 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:05.632223 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:05.650783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.038430 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:06.063903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:06.385027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Pushing event updated for resources: {'Network': ['ID=b01c8e5d-b664-482d-9ad3-d7e7efb53c15,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:06.392737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:06.406694 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network b01c8e5d-b664-482d-9ad3-d7e7efb53c15 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:06.415262 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4405708 Apr 14 16:11:06.426597 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59096) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:06.452187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Request body: {'subnet': {'network_id': 'b01c8e5d-b664-482d-9ad3-d7e7efb53c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-180909707-subnet', 'tenant_id': '06613dc89f7846d6900ee8982b53bca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:06.468314 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:06.490528 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Usage tracker for resource:subnet and tenant:06613dc89f7846d6900ee8982b53bca4 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:06.495740 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:06.505095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:06.569216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Made reservation on behalf of 06613dc89f7846d6900ee8982b53bca4 for: {'subnet': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:06.574694 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.672682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59110) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:06.911755 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:06.971796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b760f64d-b1ee-46d3-95c8-f92c570f310b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:06.975834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7eee7-846c-4736-b210-d85d259843fe None None] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:07.219109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11a8185-c5c1-495e-8acd-b28b4ae620b1,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:07.245087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:07.343862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.353250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Checking segment: {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:07.354381 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Network hostable DHCP agents. Network: ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:07.365573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:07.381344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:07.394125 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:07.411078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:07.412714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.441577 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9858127 Apr 14 16:11:07.446271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59128) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:07.452839 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:07.460318 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:07.466686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Usage tracker for resource:router and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:07.471615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:07.481572 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:07.516448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.531096 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae182daa-2654-4415-b861-6a3040d7437f,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:07.534128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:07.544821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc498ab-8b09-4d31-a6eb-5cecc2baeb79 None None] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:07.575971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854319606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124653'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.577965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651148'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.594769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:07.633462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:b355afe166ed43b3a0015bcce4077c25 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:07.639006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:07.660239 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.680345 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:07.714736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:07.885919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-724fbff9-04a4-4d28-a978-d5d5ae5c5660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:08.003368 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f94dcef3-5952-4357-80ee-68f1dff1c067,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:08.026123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:08.065320 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Checking segment: {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:08.066126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Network hostable DHCP agents. Network: 4274df80-45c8-4eee-bef3-f047e276b4fb, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:08.091504 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Checking segment: {'id': '420cd5c7-daa3-4408-b7bb-ed6a71ca259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b01c8e5d-b664-482d-9ad3-d7e7efb53c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:08.092601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Network hostable DHCP agents. Network: b01c8e5d-b664-482d-9ad3-d7e7efb53c15, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:08.115007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Network 4274df80-45c8-4eee-bef3-f047e276b4fb is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:08.135662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Network b01c8e5d-b664-482d-9ad3-d7e7efb53c15 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:08.139040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 4274df80-45c8-4eee-bef3-f047e276b4fb) {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:08.152839 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe41d6df-db68-4e64-915d-a2bbb2254094 None None] Network 4274df80-45c8-4eee-bef3-f047e276b4fb requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:08.160342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:08.161805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.201359 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, b01c8e5d-b664-482d-9ad3-d7e7efb53c15) {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:08.216773 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-16ec1775-77ac-402e-bd45-1af4372cbcc0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7643211 Apr 14 16:11:08.219375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:08.220448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.242251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59146) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:08.249436 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:08.259181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f4f67f-d40b-56aa-bc6f-d91accdfe531-ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1'}]}} from dv-cinder-786266-1-smb. {{(pid=85271) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:11:08.260144 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.264112 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-da5ae84a-3b46-403d-bd92-c07e14d9d7a2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8339896 Apr 14 16:11:08.276111 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:08.282205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a21c1-e687-4f3e-ab76-dd21a32655d3 None None] Network b01c8e5d-b664-482d-9ad3-d7e7efb53c15 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:08.286346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Usage tracker for resource:router and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:08.295657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:08.313546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:08.338388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854319606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124653'] for router, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.339881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651148'] for router, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.383545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.476663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.504789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Allocated IP 172.20.0.2 (ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09/c11a8185-c5c1-495e-8acd-b28b4ae620b1/ae72a46e-6b7b-4345-94db-a46fbe23f9b4) {{(pid=85271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:08.508287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59160) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:08.521807 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:08.532187 dv-cinder-786266-1-smb neutron-server[85156]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 16:11:08.636868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:08.762685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59168) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:09.071082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Notify callbacks [] for port, precommit_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.127734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59174) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:09.145292 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Transition to ACTIVE for port object ae72a46e-6b7b-4345-94db-a46fbe23f9b4 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:09.215085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f4f67f-d40b-56aa-bc6f-d91accdfe531-4274df80-45c8-4eee-bef3-f047e276b4fb', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f'}]}} from dv-cinder-786266-1-smb. {{(pid=85271) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:11:09.216402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.245986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Transition to ACTIVE for port object ae72a46e-6b7b-4345-94db-a46fbe23f9b4 will not be triggered until provisioned by entity DHCP. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:09.253510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854319363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651253'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.254626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3c12c3-e6b3-43dc-ba1d-d737f2dad791 None None] Network b01c8e5d-b664-482d-9ad3-d7e7efb53c15 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:09.278307 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b355afe166ed43b3a0015bcce4077c25&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6023145 Apr 14 16:11:09.279601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a408670-b9bd-4e58-9b67-e206a1ce83a0,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:09.281812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.283357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59184) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:09.316334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:09.441837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854319363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651253'] for router, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.461545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1009136f-ee2b-4971-b8fe-ddf0dd5b1c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:09.520540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-1c160fac-506d-4b6f-a2b0-b071e1516176 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:09.523099 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-1c160fac-506d-4b6f-a2b0-b071e1516176 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/networks?id=29c3eaa4-9b6b-44dc-a964-9099799f1687 HTTP/1.1" status: 200 len: 811 time: 1.0108378 Apr 14 16:11:09.549193 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] Deleting subnet 0184356b-e82e-4084-aef2-3a054bf7b5df {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:11:09.552406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Pushing event updated for resources: {'Port': ['ID=ae72a46e-6b7b-4345-94db-a46fbe23f9b4,revision_number=1']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:09.575180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.624935 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-36656e31-644e-42fd-a301-21c78ed7e7e6 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/quotas/e5bfe5afa00f4189900423385d255d1f HTTP/1.1" status: 200 len: 375 time: 0.0873117 Apr 14 16:11:09.635983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.636745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.637348 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.638016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.638647 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.639237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.639822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.640720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.641482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.642618 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.648772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-68a4d9c2-b171-48e2-8e08-c40b81918548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.658674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.659385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Tracked resource versions report: Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: pushed versions: Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: { 'AddressGroup': {'1.2'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': {'1.0'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': {'1.0'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': {'1.1'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': {'1.7'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': {'1.2'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': {'1.8'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': {'1.4'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': {'1.0'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': {'1.1'}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': {'1.1'}} Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: consumer versions: Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: { DHCP agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: L3 agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: Metadata agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: Metering agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: Open vSwitch agent@dv-cinder-786266-1-smb: { 'AddressGroup': '1.2', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': '1.0', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': '1.0', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': '1.1', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': '1.7', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': '1.2', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': '1.8', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': '1.4', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': '1.2', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': '1.0', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': '1.1', Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': '1.1'}} Apr 14 16:11:09.661126 dv-cinder-786266-1-smb neutron-server[85156]: {{(pid=85271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:11:09.692296 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:09.722981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.747043 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-b78c764b-ec53-448d-8afe-f5cdc02354ce tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5bfe5afa00f4189900423385d255d1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106644 Apr 14 16:11:09.752835 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.762002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.768963 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.818644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-68a4d9c2-b171-48e2-8e08-c40b81918548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:09.823536 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:09.835476 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Usage tracker for resource:security_group_rule and tenant:5109f9e54f184a65a4904507c28c20f8 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:10.000457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-f18ffdbe-e362-47c2-9cc1-a0bf8ac541b3 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=85270) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:11:10.001850 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-f18ffdbe-e362-47c2-9cc1-a0bf8ac541b3 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1203268 Apr 14 16:11:10.072116 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:10.093002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:10.188156 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-68a4d9c2-b171-48e2-8e08-c40b81918548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.293228 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:10.349804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Allocated IP 172.20.0.2 (4274df80-45c8-4eee-bef3-f047e276b4fb/ae182daa-2654-4415-b861-6a3040d7437f/e1b7095b-3b28-4b3c-9184-d66ced8c2a7a) {{(pid=85271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:10.407111 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59214) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:10.411895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.418038 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4d9c2-b171-48e2-8e08-c40b81918548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a408670-b9bd-4e58-9b67-e206a1ce83a0,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:10.442511 dv-cinder-786266-1-smb neutron-server[85156]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 16:11:10.461230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-68a4d9c2-b171-48e2-8e08-c40b81918548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:10.477814 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.512644 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-b020a5d0-f072-4666-8b84-afd798faa67f service neutron] 10.222.0.61 "GET /v2.0/networks/29c3eaa4-9b6b-44dc-a964-9099799f1687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989030 Apr 14 16:11:10.525812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-68a4d9c2-b171-48e2-8e08-c40b81918548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.526889 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-68a4d9c2-b171-48e2-8e08-c40b81918548 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8a408670-b9bd-4e58-9b67-e206a1ce83a0 HTTP/1.1" status: 204 len: 168 time: 1.2168994 Apr 14 16:11:10.548935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 is already hosted by enough agents. {{(pid=85271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:10.555057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Resources bound (agent type, host, resource id): {{(pid=85271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:10.559941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Received port after_create {{(pid=85271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:10.590208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.689014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.751583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.761699 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.766905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Attempting to bind port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:10.767325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Attempting to bind port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:10.767734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Attempting to bind port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 on network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:10.780234 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.785086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:10.786362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:10.786787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Checking segment: {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:10.787236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.787675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Bound using segment: {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:10.788215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Bound port: ae72a46e-6b7b-4345-94db-a46fbe23f9b4, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:10.788623 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.833052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:10.857260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-322cd108-1345-4a15-bb5c-2749cede6df0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:10.858334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-322cd108-1345-4a15-bb5c-2749cede6df0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:network {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:10.865125 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Notify callbacks [] for port, precommit_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.895389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Transition to ACTIVE for port object e1b7095b-3b28-4b3c-9184-d66ced8c2a7a will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:10.909328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0184356b-e82e-4084-aef2-3a054bf7b5df,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:10.924278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] For port ae72a46e-6b7b-4345-94db-a46fbe23f9b4, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:10.929666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] For port ae72a46e-6b7b-4345-94db-a46fbe23f9b4, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=ae72a46e-6b7b-4345-94db-a46fbe23f9b4,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:10.931770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Transition to ACTIVE for port object e1b7095b-3b28-4b3c-9184-d66ced8c2a7a will not be triggered until provisioned by entity DHCP. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:10.935019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:10.940624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Synchronizing usage tracker for tenant:17f11f8ba7a64eeda76bbb29b5c6c39f on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:10.951428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.955472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:10.975500 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-b9a30b62-6daa-43e9-88e4-59ce4924efa5 service neutron] 10.222.0.61 "GET /v2.0/networks/29c3eaa4-9b6b-44dc-a964-9099799f1687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289539 Apr 14 16:11:11.002164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.002489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Allocated IP 172.28.2.97 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/33b98402-1e4f-4e6b-af05-865a54033333) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:11.013791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:11.019809 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-322cd108-1345-4a15-bb5c-2749cede6df0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:network {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:11.027260 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0184356b-e82e-4084-aef2-3a054bf7b5df HTTP/1.1" status: 204 len: 168 time: 2.2510064 Apr 14 16:11:11.029520 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59224) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:11.031522 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-322cd108-1345-4a15-bb5c-2749cede6df0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 814 time: 0.6230502 Apr 14 16:11:11.049573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c3e2c1-0142-49ee-809a-d20e05619ea9,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:11.079347 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-b580eaa8-72f8-4c09-89b6-e64a76004ade tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/quotas/e2dadc049578474d827cc4eddeaacf22 HTTP/1.1" status: 200 len: 375 time: 0.0467405 Apr 14 16:11:11.126008 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Unset dirty status for tenant:17f11f8ba7a64eeda76bbb29b5c6c39f on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:11.127630 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5109f9e54f184a65a4904507c28c20f8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9830167 Apr 14 16:11:11.129274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:11.159121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59228) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:11.159763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59230) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:11.278926 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-d6e41047-f05f-42c0-81e7-66f62a0c5469 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1982446 Apr 14 16:11:11.285796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Pushing event updated for resources: {'Port': ['ID=ae72a46e-6b7b-4345-94db-a46fbe23f9b4,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:11.324349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.375724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:11.387560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Usage tracker for resource:security_group_rule and tenant:8a06d97ab6a74c26b7e83282cdd80e16 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:11.410162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:11.424277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:11.453428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.458489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Pushing event updated for resources: {'Port': ['ID=e1b7095b-3b28-4b3c-9184-d66ced8c2a7a,revision_number=1']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:11.476324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:11.480575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:11.480922 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:11.488018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Network 4274df80-45c8-4eee-bef3-f047e276b4fb is already hosted by enough agents. {{(pid=85271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:11.505989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Resources bound (agent type, host, resource id): {{(pid=85271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:11.509333 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Received port after_create {{(pid=85271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:11.512772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7a8efb4c-0d79-42a4-bce3-1b5a8804bda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.525152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.590440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7a8efb4c-0d79-42a4-bce3-1b5a8804bda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.695881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Attempting to bind port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:11.696344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Attempting to bind port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:11.696875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Attempting to bind port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a on network 4274df80-45c8-4eee-bef3-f047e276b4fb {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:11.703359 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3e541dab-276b-431a-acb8-bdac23c9ad43 req-c23c3452-74cf-4b64-9b96-67fb599fce61 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 210 time: 0.0998876 Apr 14 16:11:11.705784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:11.706498 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Checking segment: {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:11.707360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.707825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Bound using segment: {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:11.708426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Bound port: e1b7095b-3b28-4b3c-9184-d66ced8c2a7a, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:11.708860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.802935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.809360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:11.849347 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] For port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:11.861141 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] For port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=e1b7095b-3b28-4b3c-9184-d66ced8c2a7a,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:11.864558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.052844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:12.054072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8eb863a9-965c-4827-b11a-117c75609906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:12.101537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.147290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-67a162e7-1e78-47af-a276-e049052dded4 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=85269) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:11:12.148678 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-67a162e7-1e78-47af-a276-e049052dded4 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4924374 Apr 14 16:11:12.175504 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7a8efb4c-0d79-42a4-bce3-1b5a8804bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.177626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.195129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Pushing event updated for resources: {'Port': ['ID=e1b7095b-3b28-4b3c-9184-d66ced8c2a7a,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:12.200216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:12.351114 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Allocated IP 172.28.2.150 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/8b98d7fd-ab94-4f2e-9666-4370d4c77158) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:12.380773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.381151 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.388474 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.388779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > port after_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.389184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.389568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > port after_update 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.390048 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.390488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.390854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.391290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.455164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Pushing event updated for resources: {'Port': ['ID=33b98402-1e4f-4e6b-af05-865a54033333,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:12.459915 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:12.553098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:12.636761 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a06d97ab6a74c26b7e83282cdd80e16&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4737523 Apr 14 16:11:12.642576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59296) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:12.661565 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:12.726766 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7a8efb4c-0d79-42a4-bce3-1b5a8804bda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.745593 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7a8efb4c-0d79-42a4-bce3-1b5a8804bda4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9c3e2c1-0142-49ee-809a-d20e05619ea9 HTTP/1.1" status: 204 len: 168 time: 1.5842640 Apr 14 16:11:12.756792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:12.774890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device ae72a46e-6b7b-4345-94db-a46fbe23f9b4 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:12.779794 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:12.803841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.804284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.804782 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.808616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85270) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:12.810031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787ffc38-620f-491b-b9e5-3e6758a3313f']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:12.839740 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07228954-21c8-438e-9fde-5080c4a1ab78') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:12.840526 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07228954-21c8-438e-9fde-5080c4a1ab78') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:12.883718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036754'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.904505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:12.916613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:11:12.978445 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:13.027357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8efb4c-0d79-42a4-bce3-1b5a8804bda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c3e2c1-0142-49ee-809a-d20e05619ea9,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:13.126270 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59312) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:13.563352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59322) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:13.578388 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56c9fe45-0a01-4edf-a4dc-8b3992ec4a7c req-d6d9f46a-dc02-4c19-81c7-681e52236cbc tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 210 time: 0.6254702 Apr 14 16:11:13.630514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69137daa-ac70-424c-88ab-52b8ed502578,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:13.646243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.663692 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-7070a47b-c4d4-48cd-ba5a-e29a9ac46460 service neutron] 10.222.0.61 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4841619 Apr 14 16:11:13.782894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6448540-7f13-4a2f-a415-f267f232a7d6 None None] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:13.829671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Network 787ffc38-620f-491b-b9e5-3e6758a3313f has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:13.848983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439500'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:13.855359 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.303s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:13.912224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.522s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:13.913087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:13.954787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-88482656-1403-40a0-adeb-e0b7d2b2dc98 None None] Provisioning for port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:13.957407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:13.964370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-88482656-1403-40a0-adeb-e0b7d2b2dc98 None None] Provisioning complete for port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:13.964370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-88482656-1403-40a0-adeb-e0b7d2b2dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.013182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.055067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.176975 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Network 787ffc38-620f-491b-b9e5-3e6758a3313f has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:14.215252 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: from cryptography.utils import int_from_bytes Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: from cryptography.utils import int_from_bytes Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: (rel_b, rel_a, rel_b), Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: (rel_b, rel_a, rel_b), Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:11:14.220958 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:11:14.234160 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.250989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-88482656-1403-40a0-adeb-e0b7d2b2dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.272449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e42dc7-9203-4210-8c1b-3cbb334ee3a7 None None] Network 4274df80-45c8-4eee-bef3-f047e276b4fb requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:14.348521 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Usage tracker for resource:security_group_rule and tenant:243a801dc6394648b6b9310ee6b5218b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:14.445709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:14.474935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.49', 62744) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:14.476227 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.486857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:14.546028 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-88482656-1403-40a0-adeb-e0b7d2b2dc98 None None] For port ae72a46e-6b7b-4345-94db-a46fbe23f9b4, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=ae72a46e-6b7b-4345-94db-a46fbe23f9b4,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:14.560368 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-7bf75846-a874-47bb-9060-47cf2f7ad743 service neutron] 10.222.0.61 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7005248 Apr 14 16:11:14.561553 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Usage tracker for resource:security_group_rule and tenant:bfb4ecfec7a04765a5f1a000bfa97c2a is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:14.574615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-88482656-1403-40a0-adeb-e0b7d2b2dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.585967 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:14.590410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-44b789e2-c46d-469b-bad6-079f4ed58437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:14.670761 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88482656-1403-40a0-adeb-e0b7d2b2dc98 None None] Pushing event updated for resources: {'Port': ['ID=ae72a46e-6b7b-4345-94db-a46fbe23f9b4,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:14.712316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-88482656-1403-40a0-adeb-e0b7d2b2dc98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:14.789243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3fbd773c-6239-4aa6-b024-60ed504799d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.858035 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:14.888865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3fbd773c-6239-4aa6-b024-60ed504799d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.889707 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-e2ccf59c-a25e-4905-96c1-2912df315069 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:14.891992 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-e2ccf59c-a25e-4905-96c1-2912df315069 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.49 "GET /v2.0/networks?id=29c3eaa4-9b6b-44dc-a964-9099799f1687 HTTP/1.1" status: 200 len: 811 time: 0.4139478 Apr 14 16:11:14.909569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:14.945367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3fbd773c-6239-4aa6-b024-60ed504799d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.965361 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:14.975742 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:14.993217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd773c-6239-4aa6-b024-60ed504799d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69137daa-ac70-424c-88ab-52b8ed502578,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.017891 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Request body: {'port': {'device_id': 'f2d99fbc-6a0b-45ba-84fc-9dd85ec93604', 'network_id': '29c3eaa4-9b6b-44dc-a964-9099799f1687', 'admin_state_up': True, 'tenant_id': 'e5bfe5afa00f4189900423385d255d1f'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:15.064257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device e1b7095b-3b28-4b3c-9184-d66ced8c2a7a up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:15.074579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3fbd773c-6239-4aa6-b024-60ed504799d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.077090 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0c56f5fc-beaa-4c2d-a96e-b5c753e13eeb req-f30bf31a-d1ee-454a-96e8-79513d3495e8 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 210 time: 0.0704613 Apr 14 16:11:15.106727 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3fbd773c-6239-4aa6-b024-60ed504799d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.108930 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3fbd773c-6239-4aa6-b024-60ed504799d0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/69137daa-ac70-424c-88ab-52b8ed502578 HTTP/1.1" status: 204 len: 168 time: 2.4604638 Apr 14 16:11:15.144311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-d4bfef8a-e1fd-4ec4-a24f-a5a75d9648fa None None] Provisioning for port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:15.206636 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381737'] for router, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.286278 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b8b2afee-a771-48c4-8239-c1372bb704c0 req-eaa0d5bd-9e63-4c08-ad25-2a2db9f7a4d5 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 210 time: 0.2941678 Apr 14 16:11:15.303019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.322052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Pushing event updated for resources: {'Port': ['ID=8b98d7fd-ab94-4f2e-9666-4370d4c77158,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.400129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.412311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:15.423632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.425844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.426346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8a7c3bb6-3b7a-4ff7-b65c-4d85a787567a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:15.434843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:15.435633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.480942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.490742 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-9605887f-7d31-4ea6-8daa-f83f3173287e None None] Provisioning complete for port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:15.491293 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9605887f-7d31-4ea6-8daa-f83f3173287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.494066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.500051 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] 10.222.0.61 "DELETE /v2.0/networks/787ffc38-620f-491b-b9e5-3e6758a3313f HTTP/1.1" status: 204 len: 168 time: 4.4686711 Apr 14 16:11:15.534579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59380) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:15.535285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d30320e5-20eb-452a-a815-5919139a9984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:15.550311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Pushing event deleted for resources: {'Network': ['ID=787ffc38-620f-491b-b9e5-3e6758a3313f,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.556151 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.576972 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bfb4ecfec7a04765a5f1a000bfa97c2a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4352827 Apr 14 16:11:15.580031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59384) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:15.590561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b620cf69-9057-4870-97c5-d70729c8dad8,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.597326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.605461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:15.675659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:15.714837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f83b22-c881-48ba-b37f-6929fb722b14,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:15.729374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:15.745873 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=243a801dc6394648b6b9310ee6b5218b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1697037 Apr 14 16:11:15.747721 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:15.757117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:15.763129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:15.766990 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59394) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:15.780531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] Deleting subnet f94dcef3-5952-4357-80ee-68f1dff1c067 {{(pid=85269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:11:15.816944 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.846007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Usage tracker for resource:port and tenant:e5bfe5afa00f4189900423385d255d1f is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:15.850254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:15.860022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:15.882963 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.893179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.946406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.976479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Made reservation on behalf of e5bfe5afa00f4189900423385d255d1f for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:15.983896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.991292 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=e1b7095b-3b28-4b3c-9184-d66ced8c2a7a,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:15.996298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:15.998768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:16.091736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-5bb5efa1-2809-48e8-9a4a-7e2b0957aa7d None None] Provisioning complete for port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:16.092460 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5bb5efa1-2809-48e8-9a4a-7e2b0957aa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.145184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=e1b7095b-3b28-4b3c-9184-d66ced8c2a7a,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:16.161157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:16.163815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2dc20a4b-853c-4525-b741-148d8e56f4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.293854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a5b53d7-02ad-42bc-9e8a-ca65760879d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.345925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a5b53d7-02ad-42bc-9e8a-ca65760879d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.524627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Allocated IP 172.20.0.7 (29c3eaa4-9b6b-44dc-a964-9099799f1687/bcd46113-ea8e-4924-ba70-d9fa8be5a4f7/dcfe4b68-2ceb-4849-a662-dbe436b6b13a) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:16.553269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2dc20a4b-853c-4525-b741-148d8e56f4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.577071 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4287d396-2ea7-494f-a5f4-fc60088e8774 req-289418f4-36f3-42f8-8b88-9f4ce21fd3dd tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 210 time: 0.3050404 Apr 14 16:11:16.804541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device e1b7095b-3b28-4b3c-9184-d66ced8c2a7a up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:16.833678 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.871611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:16.959198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Router 68461ad5-84ec-4523-875b-716415a51986 is scheduled to L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b with binding_index 1 {{(pid=85269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:11:16.962574 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:16.989296 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a5b53d7-02ad-42bc-9e8a-ca65760879d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.010833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:17.011359 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.291811 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:17.397435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device ae72a46e-6b7b-4345-94db-a46fbe23f9b4 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:17.442279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b53d7-02ad-42bc-9e8a-ca65760879d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f83b22-c881-48ba-b37f-6929fb722b14,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:17.467834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8a5b53d7-02ad-42bc-9e8a-ca65760879d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:17.511830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for subnet, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.635683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:17.636117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.680269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a5b53d7-02ad-42bc-9e8a-ca65760879d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.681497 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8a5b53d7-02ad-42bc-9e8a-ca65760879d5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95f83b22-c881-48ba-b37f-6929fb722b14 HTTP/1.1" status: 204 len: 168 time: 1.9115365 Apr 14 16:11:17.707829 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:17.787384 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2dc20a4b-853c-4525-b741-148d8e56f4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.795728 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:11:17.880645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f94dcef3-5952-4357-80ee-68f1dff1c067,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:17.886651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:17.896883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:17.903790 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:17.934047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc20a4b-853c-4525-b741-148d8e56f4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b620cf69-9057-4870-97c5-d70729c8dad8,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:17.973196 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.083604 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-33ae29c7-a45c-4e30-84bf-5ffcea8e0cbe req-11da8e26-9b93-49f8-96cc-f65a06aba14a tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 210 time: 0.0864549 Apr 14 16:11:18.106353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2dc20a4b-853c-4525-b741-148d8e56f4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.111353 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2dc20a4b-853c-4525-b741-148d8e56f4bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b620cf69-9057-4870-97c5-d70729c8dad8 HTTP/1.1" status: 204 len: 168 time: 2.5136018 Apr 14 16:11:18.113109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Pushing event updated for resources: {'Port': ['ID=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:18.160001 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/f94dcef3-5952-4357-80ee-68f1dff1c067 HTTP/1.1" status: 204 len: 168 time: 2.5789614 Apr 14 16:11:18.164818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59446) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:18.204023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2dc20a4b-853c-4525-b741-148d8e56f4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:18.209865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:18.276669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Sync routers for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:18.307068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Notify callbacks [] for router, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.309277 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0651972 Apr 14 16:11:18.329294 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.367s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:18.335591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59450) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:18.347575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:18.348755 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:10:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:18.494576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:18.681069 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.49', 62750) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:18.857455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade1e6e-ecc5-40fd-8d38-c3d3a148e2bc req-12bbc767-6d50-4ce6-8b63-befc1e88b3dc tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:18.883692 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9ade1e6e-ecc5-40fd-8d38-c3d3a148e2bc req-12bbc767-6d50-4ce6-8b63-befc1e88b3dc tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 931 time: 2.0145907 Apr 14 16:11:19.099251 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9ade1e6e-ecc5-40fd-8d38-c3d3a148e2bc req-7c6d0664-0bd4-42b8-9154-7aa5e4317bb7 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145128 Apr 14 16:11:19.149088 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:19.490138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.020307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-0a4ec2bc-fc3e-43ac-8132-78214672946d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:20.023295 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-0a4ec2bc-fc3e-43ac-8132-78214672946d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 814 time: 1.2666070 Apr 14 16:11:20.053150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:13Z', 'revision_number': 3, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:20.060781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Checking router: 68461ad5-84ec-4523-875b-716415a51986 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:20.061432 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Updating router 68461ad5-84ec-4523-875b-716415a51986 port 33b98402-1e4f-4e6b-af05-865a54033333 binding host dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:11:20.112407 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-09020057-83c7-443f-87da-16ef11d50250 req-a6e2d39c-e20d-4722-8096-b9f5de4c656b tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 210 time: 0.5026901 Apr 14 16:11:20.130042 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Request body: {'port': {'device_id': 'f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7', 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e', 'admin_state_up': True, 'tenant_id': 'e2dadc049578474d827cc4eddeaacf22'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:20.265738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Network 29c3eaa4-9b6b-44dc-a964-9099799f1687 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:20.275597 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:20.290900 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:20.323370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.603610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.604013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.604892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.605296 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > port after_create 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.607230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.607816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > port after_update 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.608201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.608599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.609056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.609442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.668573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381737'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:20.947773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.948397 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.948942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.949485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85269) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 14 16:11:20.950045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01c8e5d-b664-482d-9ad3-d7e7efb53c15']}} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:20.987172 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420cd5c7-daa3-4408-b7bb-ed6a71ca259b') {'for_net_delete': True} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:20.988173 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420cd5c7-daa3-4408-b7bb-ed6a71ca259b') {} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:21.013362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846856476'] for segment, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.048655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.066936 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:21.071325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=85269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:11:21.118970 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Usage tracker for resource:port and tenant:e2dadc049578474d827cc4eddeaacf22 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:21.181760 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:21.214713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:21.433912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Made reservation on behalf of e2dadc049578474d827cc4eddeaacf22 for: {'port': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:21.446593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.675283 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e1cb9cd3-7097-4dd5-b542-4a2065b1ef2f req-74073d99-374b-4fd8-8e60-abd737026f7d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 210 time: 0.1552200 Apr 14 16:11:21.737254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:21.744892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.745891 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:21.793670 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Network b01c8e5d-b664-482d-9ad3-d7e7efb53c15 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:21.824918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6512918'] for segment, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.062519 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0871241 Apr 14 16:11:22.150769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-f061df94-09bb-4361-b47f-1783545ba6e5 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=85270) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 16:11:22.152497 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-f061df94-09bb-4361-b47f-1783545ba6e5 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0679283 Apr 14 16:11:22.172689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Network b01c8e5d-b664-482d-9ad3-d7e7efb53c15 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:11:22.306578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b78eee-5fba-4814-ae71-5e36dcd2efbb req-3e9ac649-7e17-4f03-8f41-5ba22e32f8db tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:22.311575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-a6b78eee-5fba-4814-ae71-5e36dcd2efbb req-3e9ac649-7e17-4f03-8f41-5ba22e32f8db tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Synchronizing usage tracker for tenant:e5bfe5afa00f4189900423385d255d1f on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:22.357143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: from cryptography.utils import int_from_bytes Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: from cryptography.utils import int_from_bytes Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: (rel_b, rel_a, rel_b), Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: (rel_b, rel_a, rel_b), Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:11:22.525900 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:11:22.652477 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Allocated IP 172.20.0.4 (338a5bab-a8c6-45d7-ae94-e0542cc9e87e/40c90a62-c7c0-44af-a81f-f16d6983458d/9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:22.652805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Transition to ACTIVE for port object 33b98402-1e4f-4e6b-af05-865a54033333 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:22.655500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.661675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.662564 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-a6b78eee-5fba-4814-ae71-5e36dcd2efbb req-3e9ac649-7e17-4f03-8f41-5ba22e32f8db tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Unset dirty status for tenant:e5bfe5afa00f4189900423385d255d1f on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:22.664947 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a6b78eee-5fba-4814-ae71-5e36dcd2efbb req-3e9ac649-7e17-4f03-8f41-5ba22e32f8db tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 931 time: 2.0858052 Apr 14 16:11:22.679512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-341457ff-e9af-4648-b149-2df13a84f28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:22.729982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:22.733146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=b01c8e5d-b664-482d-9ad3-d7e7efb53c15,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:22.774029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:22.795560 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b01c8e5d-b664-482d-9ad3-d7e7efb53c15 HTTP/1.1" status: 204 len: 168 time: 4.6084895 Apr 14 16:11:22.904146 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a6b78eee-5fba-4814-ae71-5e36dcd2efbb req-7dcf2796-e0ce-4b47-81ff-e8341b3bb734 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898434 Apr 14 16:11:22.945545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 is scheduled to L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:11:22.989885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:23.233719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.253171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Request body: {'port': {'device_id': 'f2d99fbc-6a0b-45ba-84fc-9dd85ec93604', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:23.354967 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.394592 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Attempting to bind port 33b98402-1e4f-4e6b-af05-865a54033333 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:23.395050 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Attempting to bind port 33b98402-1e4f-4e6b-af05-865a54033333 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:23.395455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Attempting to bind port 33b98402-1e4f-4e6b-af05-865a54033333 on network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:23.429416 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:23.429907 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:23.430678 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Checking segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:23.431300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.432419 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Bound using segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:23.434800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Bound port: 33b98402-1e4f-4e6b-af05-865a54033333, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:23.442492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.632300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Pushing event updated for resources: {'Port': ['ID=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:23.644500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:23.685982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Pushing event updated for resources: {'Port': ['ID=33b98402-1e4f-4e6b-af05-865a54033333,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:23.716650 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59568) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:23.719484 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.726010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.726854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.727428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.728013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.728608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.729327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.729889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.730500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.732724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.733361 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.735053 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Tracked resource versions report: Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: pushed versions: Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: { 'AddressGroup': {'1.2'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': {'1.0'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': {'1.0'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': {'1.1'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': {'1.7'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': {'1.2'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': {'1.8'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': {'1.4'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': {'1.2'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': {'1.0'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': {'1.1'}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': {'1.1'}} Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: consumer versions: Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: { DHCP agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: HyperV agent@hv-cinder-78626: {}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: L3 agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: Metadata agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: Metering agent@dv-cinder-786266-1-smb: {}, Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: Open vSwitch agent@dv-cinder-786266-1-smb: { 'AddressGroup': '1.2', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'ConntrackHelper': '1.0', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Log': '1.0', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Network': '1.1', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Port': '1.7', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'PortForwarding': '1.2', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'QosPolicy': '1.8', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroup': '1.4', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'SecurityGroupRule': '1.2', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'SubPort': '1.0', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Subnet': '1.1', Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: 'Trunk': '1.1'}} Apr 14 16:11:23.737135 dv-cinder-786266-1-smb neutron-server[85156]: {{(pid=85272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 14 16:11:23.755842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:23.850519 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] For port 33b98402-1e4f-4e6b-af05-865a54033333, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:23.860064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] For port 33b98402-1e4f-4e6b-af05-865a54033333, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=33b98402-1e4f-4e6b-af05-865a54033333,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:23.883873 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:23.919620 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-73dd8ce4-3264-4d7b-9792-56244d5b92fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4b1e02aed2a4c72a15b9c173ae04b45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2002189 Apr 14 16:11:23.941320 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-607a4ac5-7aae-4270-81aa-a9c7a3b4c940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:23.958797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59576) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:24.095918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:24.104932 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:24.120323 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:24.289681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:24.291506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.393582 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2762280 Apr 14 16:11:24.408644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Request body: {'port': {'device_id': 'f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:24.431624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ec891885-cf17-4a36-b678-c55377e5db99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.512917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Allocated IP 172.20.0.1 (4274df80-45c8-4eee-bef3-f047e276b4fb/ae182daa-2654-4415-b861-6a3040d7437f/739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:24.522006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.547205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf0e4a-e19e-48e9-b1bb-9cb2ff77895d req-8a3a22dd-49af-40f7-8ff5-c23910d81de5 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:24.566152 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f9bf0e4a-e19e-48e9-b1bb-9cb2ff77895d req-8a3a22dd-49af-40f7-8ff5-c23910d81de5 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 931 time: 0.2692242 Apr 14 16:11:24.728519 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-f9bf0e4a-e19e-48e9-b1bb-9cb2ff77895d req-1f6bf717-8621-47b1-8ce5-6f365a3224a9 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Synchronizing usage tracker for tenant:e5bfe5afa00f4189900423385d255d1f on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:24.904102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:24.936890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Pushing event updated for resources: {'Port': ['ID=33b98402-1e4f-4e6b-af05-865a54033333,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:24.951089 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:25.061321 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:25.069917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:10:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:25.115417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-f9bf0e4a-e19e-48e9-b1bb-9cb2ff77895d req-1f6bf717-8621-47b1-8ce5-6f365a3224a9 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Unset dirty status for tenant:e5bfe5afa00f4189900423385d255d1f on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:25.140494 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f9bf0e4a-e19e-48e9-b1bb-9cb2ff77895d req-1f6bf717-8621-47b1-8ce5-6f365a3224a9 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5728340 Apr 14 16:11:25.328941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:25.352100 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Sync routers for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:25.355370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59600) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:25.385935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:25.387606 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:10:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:25.398481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18dcd0f4-092c-4810-936e-0333bbd18b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.471185 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18dcd0f4-092c-4810-936e-0333bbd18b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.637133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18dcd0f4-092c-4810-936e-0333bbd18b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:25.789883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:25.944626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:26.416979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18dcd0f4-092c-4810-936e-0333bbd18b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.437401 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-18dcd0f4-092c-4810-936e-0333bbd18b42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8defa910-8b9d-4855-864f-c471d0e3ae3b HTTP/1.1" status: 204 len: 168 time: 2.4426038 Apr 14 16:11:26.437401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-95583169-11a7-47d7-821a-8f05e9444ad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:26.461485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e {{(pid=85269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:26.513591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.631506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Transition to ACTIVE for port object 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e will not be triggered until provisioned by entity L2. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:26.672406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:26.971307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:13Z', 'revision_number': 3, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:26.994771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b8a486-a20b-428c-9272-c82fb9d119bf None None] The sync data for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb is: [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:13Z', 'revision_number': 3, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:27.003067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59624) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:27.092480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:27.337349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcfe4b68-2ceb-4849-a662-dbe436b6b13a {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:27.363340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.404759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Transition to ACTIVE for port object dcfe4b68-2ceb-4849-a662-dbe436b6b13a will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:27.407138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcd0f4-092c-4810-936e-0333bbd18b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8defa910-8b9d-4855-864f-c471d0e3ae3b,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:27.428590 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-18dcd0f4-092c-4810-936e-0333bbd18b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:27.434370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.436677 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 19.9888484 Apr 14 16:11:27.485806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.506033 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74fd6768-2230-4d16-9dca-ba83cb7cac53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.534022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:27.542009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59632) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:27.588412 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:17Z', 'revision_number': 3, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:27.601954 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Checking router: a6001bd5-6439-4907-aa06-e3dc16dfaeb0 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:27.603954 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Updating router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 port 8b98d7fd-ab94-4f2e-9666-4370d4c77158 binding host dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:11:27.919239 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14c44d-6dc4-4943-800e-4e5ca0f79989 req-2a94b7c8-8ed7-4894-9a25-ada1150ad5da tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:27.930667 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5d14c44d-6dc4-4943-800e-4e5ca0f79989 req-2a94b7c8-8ed7-4894-9a25-ada1150ad5da tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 931 time: 4.4361832 Apr 14 16:11:27.961446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:27.977918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.093071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59638) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:28.213671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:28.225365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.133s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:28.390244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4c18b5ef-746a-4148-af3c-85b149d64853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:28.411047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.892404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Notify callbacks [] for port, precommit_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.906671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:28.928818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Transition to ACTIVE for port object 8b98d7fd-ab94-4f2e-9666-4370d4c77158 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:28.930476 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2095096-da90-4e17-9107-31eb4c099632 req-9974b8bd-8097-4f3a-87a0-c4c85f8c12fd tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:28.933921 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c2095096-da90-4e17-9107-31eb4c099632 req-9974b8bd-8097-4f3a-87a0-c4c85f8c12fd tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 931 time: 2.2977386 Apr 14 16:11:28.952629 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:28.960887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Usage tracker for resource:security_group_rule and tenant:77ddff60fa4e4446a6647f348db9ede1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:28.964640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 33b98402-1e4f-4e6b-af05-865a54033333 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:28.979038 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Attempting to bind port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:28.984833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Attempting to bind port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:28.985739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Attempting to bind port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:28.999765 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ca07917e-7197-4e41-be95-17657bde2734 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06613dc89f7846d6900ee8982b53bca4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8627572 Apr 14 16:11:29.006505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:29.012190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:29.013151 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Attempting to bind port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:29.071648 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59650) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:29.092360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:29.161134 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:29.162139 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Checking segment: {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:29.163470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Bound using segment: {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:29.164786 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Bound port: 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'}}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:29.165749 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.331870 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1ade9c5b-4878-4e59-bc11-128d27befbf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:29.385317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.404423 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Transition to ACTIVE for port object 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:29.445332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b358ca-e961-4657-bcaa-6c1a985a4eed None None] Pushing event updated for resources: {'Port': ['ID=8b98d7fd-ab94-4f2e-9666-4370d4c77158,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:29.456804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d0b358ca-e961-4657-bcaa-6c1a985a4eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:29.458373 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.471068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] For port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e, host hv-cinder-78626, cleared binding levels {{(pid=85269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:29.489005 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Attempting to bind port 8b98d7fd-ab94-4f2e-9666-4370d4c77158 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:29.489515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Attempting to bind port 8b98d7fd-ab94-4f2e-9666-4370d4c77158 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:29.490068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Attempting to bind port 8b98d7fd-ab94-4f2e-9666-4370d4c77158 on network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:29.492792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 33b98402-1e4f-4e6b-af05-865a54033333 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:29.508766 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.511164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:29.511758 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Checking segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:29.512469 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.513079 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Bound using segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:29.513643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Bound port: 8b98d7fd-ab94-4f2e-9666-4370d4c77158, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:29.517421 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.519842 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c2095096-da90-4e17-9107-31eb4c099632 req-43f8b9cf-de39-43ee-b34b-4f1257bf7f4b tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431998 Apr 14 16:11:29.546058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.573461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] For port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:29.583822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:29.593807 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Pushing event updated for resources: {'Port': ['ID=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:29.606378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Usage tracker for resource:security_group_rule and tenant:0bbc2bed8d7c4f76b9d2df90f138e0c5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:29.609776 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.611089 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.235s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:29.613846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:29.620481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.655736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 33b98402-1e4f-4e6b-af05-865a54033333 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:29.656165 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.723465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.738408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:29.741839 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] For port 8b98d7fd-ab94-4f2e-9666-4370d4c77158, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:29.759049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] For port 8b98d7fd-ab94-4f2e-9666-4370d4c77158, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=8b98d7fd-ab94-4f2e-9666-4370d4c77158,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:29.832449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:29.836816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d2cd795c-81d4-4830-a980-f00359feea1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:29.864635 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77ddff60fa4e4446a6647f348db9ede1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6120143 Apr 14 16:11:29.885792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38a19b1-f60c-431c-8a6e-2fb6e00ece84,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:29.888667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59678) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:29.897715 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:29.913917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:29.983549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Pushing event updated for resources: {'Port': ['ID=739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:29.990229 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5d14c44d-6dc4-4943-800e-4e5ca0f79989 req-a9ad7abe-5cce-4b35-99a2-ddf4a4086596 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0583525 Apr 14 16:11:30.004468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:30.013874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.114146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5593e5dc-db83-482e-b70f-286a19f40d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:30.140407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Network 4274df80-45c8-4eee-bef3-f047e276b4fb is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:30.190549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.197330 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:30.199904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:30.257753 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b358ca-e961-4657-bcaa-6c1a985a4eed None None] Pushing event updated for resources: {'Port': ['ID=8b98d7fd-ab94-4f2e-9666-4370d4c77158,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:30.264566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 33b98402-1e4f-4e6b-af05-865a54033333, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=33b98402-1e4f-4e6b-af05-865a54033333,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:30.265833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d0b358ca-e961-4657-bcaa-6c1a985a4eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:30.269219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.282916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:30.315255 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.343396 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.377473 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Pushing event updated for resources: {'Port': ['ID=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,revision_number=3']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:30.383976 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=33b98402-1e4f-4e6b-af05-865a54033333,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:30.390559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:30.392262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6da57ce4-b63e-4e56-ac04-08665ad73c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.394385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:30.395096 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:11:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:30.419694 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-18dcd0f4-092c-4810-936e-0333bbd18b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:30.445433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6da57ce4-b63e-4e56-ac04-08665ad73c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.465822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854381680'] for router_interface, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.477066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:30.549233 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:30.549922 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.551455 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] 10.222.0.49 "PUT /v2.0/ports/9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e HTTP/1.1" status: 200 len: 1093 time: 6.1483362 Apr 14 16:11:30.551995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7', 'tag': '9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:30.589428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6da57ce4-b63e-4e56-ac04-08665ad73c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.590317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e938c40f-19bc-4184-a6e2-831647547cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.618331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:30.673971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0f6c8e47-84ab-4527-a01a-58270971ecfd None None] Provisioning for port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:30.692705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0f6c8e47-84ab-4527-a01a-58270971ecfd None None] Provisioning complete for port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:30.697709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0f6c8e47-84ab-4527-a01a-58270971ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.716491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da57ce4-b63e-4e56-ac04-08665ad73c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb7608d-f9a4-4ec9-b990-e89997537c9d,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:30.719017 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59688) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:30.719435 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0bbc2bed8d7c4f76b9d2df90f138e0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 5.1371577 Apr 14 16:11:30.721797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Attempting to bind port dcfe4b68-2ceb-4849-a662-dbe436b6b13a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:30.722765 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Attempting to bind port dcfe4b68-2ceb-4849-a662-dbe436b6b13a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '490faee5-5d38-4991-985e-646ebf08e7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29c3eaa4-9b6b-44dc-a964-9099799f1687'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:30.723392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Attempting to bind port dcfe4b68-2ceb-4849-a662-dbe436b6b13a on network 29c3eaa4-9b6b-44dc-a964-9099799f1687 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:30.743635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6da57ce4-b63e-4e56-ac04-08665ad73c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:30.753944 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 33b98402-1e4f-4e6b-af05-865a54033333 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:30.778081 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e938c40f-19bc-4184-a6e2-831647547cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.796020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6da57ce4-b63e-4e56-ac04-08665ad73c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:30.801442 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6da57ce4-b63e-4e56-ac04-08665ad73c24 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7fb7608d-f9a4-4ec9-b990-e89997537c9d HTTP/1.1" status: 204 len: 168 time: 1.7172837 Apr 14 16:11:30.810774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Port dcfe4b68-2ceb-4849-a662-dbe436b6b13a on network 29c3eaa4-9b6b-44dc-a964-9099799f1687 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:30.811389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Attempting to bind port dcfe4b68-2ceb-4849-a662-dbe436b6b13a on network 29c3eaa4-9b6b-44dc-a964-9099799f1687 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:31.003976 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-09bee44f-9f8e-466a-9339-ce4c22e96074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.026942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:31.103399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-ef5327d9-f5c4-4cb1-b92f-defb1254a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.105342 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-ef5327d9-f5c4-4cb1-b92f-defb1254a17c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 1096 time: 0.4635673 Apr 14 16:11:31.185929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-09bee44f-9f8e-466a-9339-ce4c22e96074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.197278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.211187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e938c40f-19bc-4184-a6e2-831647547cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.237817 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7', 'tag': '9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'status': 'completed', 'code': 200} Apr 14 16:11:31.282342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:31.301688 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-7bfdbce0-c06a-466e-80b5-8dd52d00d98f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e HTTP/1.1" status: 200 len: 217 time: 0.1826730 Apr 14 16:11:31.324946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-0f6c8e47-84ab-4527-a01a-58270971ecfd None None] Port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:31.340652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:31.341289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Checking segment: {'id': '490faee5-5d38-4991-985e-646ebf08e7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29c3eaa4-9b6b-44dc-a964-9099799f1687'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:31.342570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Bound using segment: {'id': '490faee5-5d38-4991-985e-646ebf08e7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29c3eaa4-9b6b-44dc-a964-9099799f1687'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:31.343488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Bound port: dcfe4b68-2ceb-4849-a662-dbe436b6b13a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490faee5-5d38-4991-985e-646ebf08e7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '29c3eaa4-9b6b-44dc-a964-9099799f1687'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:31.344146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.415627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-8be5dfea-b9c1-4e97-bc49-7c243f8774f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.417261 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-8be5dfea-b9c1-4e97-bc49-7c243f8774f1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.0969899 Apr 14 16:11:31.430997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e938c40f-19bc-4184-a6e2-831647547cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.432110 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e938c40f-19bc-4184-a6e2-831647547cf5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f38a19b1-f60c-431c-8a6e-2fb6e00ece84 HTTP/1.1" status: 204 len: 168 time: 1.5362380 Apr 14 16:11:31.438422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938c40f-19bc-4184-a6e2-831647547cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38a19b1-f60c-431c-8a6e-2fb6e00ece84,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:31.481680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 33b98402-1e4f-4e6b-af05-865a54033333 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:31.482120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.509213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] For port dcfe4b68-2ceb-4849-a662-dbe436b6b13a, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:31.510909 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-b8641653-cbb2-4bb1-b557-ac0fa826c428 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691948 Apr 14 16:11:31.514496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] For port dcfe4b68-2ceb-4849-a662-dbe436b6b13a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,segment=NetworkSegment(490faee5-5d38-4991-985e-646ebf08e7ab),segment_id=490faee5-5d38-4991-985e-646ebf08e7ab)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:31.517356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e938c40f-19bc-4184-a6e2-831647547cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:31.577218 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01795052-8665-4792-b1f0-ea45b8093e4a req-b3084a4f-1a70-443d-9548-ddde5dfefc7e tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:31.587788 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-01795052-8665-4792-b1f0-ea45b8093e4a req-b3084a4f-1a70-443d-9548-ddde5dfefc7e tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 943 time: 0.5716150 Apr 14 16:11:31.738414 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-01795052-8665-4792-b1f0-ea45b8093e4a req-70bc0a6c-6747-4f97-bd60-e55e1b6bba10 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490960 Apr 14 16:11:31.777269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.797508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.799332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d341f-ed03-4613-a619-d13f7bc4ae7c,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:31.810016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-09bee44f-9f8e-466a-9339-ce4c22e96074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:31.828054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.408s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:31.870152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:31.879398 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-ebdc4a3d-e699-479e-ae6b-c6d8274d24f7 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493092 Apr 14 16:11:31.880514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59722) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:31.897784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:31.923152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:17Z', 'revision_number': 3, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:31.928251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bee44f-9f8e-466a-9339-ce4c22e96074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83d341f-ed03-4613-a619-d13f7bc4ae7c,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:31.934018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25d9e1-377f-4058-ae88-9d8ec77324a8 None None] The sync data for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb is: [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:17Z', 'revision_number': 3, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:31.944857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-09bee44f-9f8e-466a-9339-ce4c22e96074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:32.023771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-09bee44f-9f8e-466a-9339-ce4c22e96074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.028044 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-09bee44f-9f8e-466a-9339-ce4c22e96074 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b83d341f-ed03-4613-a619-d13f7bc4ae7c HTTP/1.1" status: 204 len: 168 time: 1.2823246 Apr 14 16:11:32.129158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59732) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:32.159799 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.174237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.197666 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-961d15a1-1b9d-42a3-8fad-410c78c231ec req-e886d1ee-2994-4bbf-9903-e724ba8043f5 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033071 Apr 14 16:11:32.204663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:32.209398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Usage tracker for resource:security_group_rule and tenant:fad8bf7e3c0f4f61b855d8fa80e33fa3 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:32.213472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:32.220247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:32.343816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:32.374814 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Usage tracker for resource:security_group_rule and tenant:65b96f6cc5924225bda1ba268486ea9e is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:32.383085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:32.405922 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:32.413037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.428431 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.455949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-123a8dc3-3b84-42de-ac77-39885e80fafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:32.591051 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5956c8bd-e234-4981-b94e-a58ccb29d7a4,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:32.605868 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fad8bf7e3c0f4f61b855d8fa80e33fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7215223 Apr 14 16:11:32.611955 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:32.614936 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59742) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:32.618920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Pushing event updated for resources: {'Port': ['ID=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:32.632033 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:32.672715 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e9148-b623-452e-9f73-b81da456229a req-d458e5a6-3295-4dd4-b9c1-3bfac83116bd tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:32.687327 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-172e9148-b623-452e-9f73-b81da456229a req-d458e5a6-3295-4dd4-b9c1-3bfac83116bd tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 943 time: 1.1674356 Apr 14 16:11:32.825518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-fa39e626-42da-46c5-a1df-952dc8c70e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:32.827861 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-fa39e626-42da-46c5-a1df-952dc8c70e5a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 1096 time: 0.5330789 Apr 14 16:11:32.885786 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 8b98d7fd-ab94-4f2e-9666-4370d4c77158 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:32.912674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.966250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:32.979612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.001603 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-172e9148-b623-452e-9f73-b81da456229a req-ed1a1393-3645-4292-bab9-026ec561a532 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973526 Apr 14 16:11:33.008354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.013611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:33.014647 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.016397 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] 10.222.0.49 "PUT /v2.0/ports/dcfe4b68-2ceb-4849-a662-dbe436b6b13a HTTP/1.1" status: 200 len: 1093 time: 10.4182334 Apr 14 16:11:33.091979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 8b98d7fd-ab94-4f2e-9666-4370d4c77158 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:33.101519 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 8b98d7fd-ab94-4f2e-9666-4370d4c77158 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:33.102001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.114013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d99fbc-6a0b-45ba-84fc-9dd85ec93604', 'tag': 'dcfe4b68-2ceb-4849-a662-dbe436b6b13a'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:33.126752 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4e388c10-54e0-43fa-a317-5c2bf187f7d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:33.167812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6da57ce4-b63e-4e56-ac04-08665ad73c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:33.260593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2870e-7e8c-43e8-8a72-45a147c0da6e,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:33.274136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:33.289396 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853169425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854332615'] for router_interface, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.395493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.416645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 8b98d7fd-ab94-4f2e-9666-4370d4c77158, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=8b98d7fd-ab94-4f2e-9666-4370d4c77158,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:33.422611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.425478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:33.453933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Allocated IP 172.20.0.1 (ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09/c11a8185-c5c1-495e-8acd-b28b4ae620b1/c18e037e-9fca-4e52-9ad4-6b49af9a87c7) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:33.502804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Pushing event updated for resources: {'Port': ['ID=739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:33.507594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:33.515404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-9b65db92-b00f-42fb-9e3a-5ae2843e721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:33.517102 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-9b65db92-b00f-42fb-9e3a-5ae2843e721e service neutron] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 915 time: 0.6793518 Apr 14 16:11:33.525259 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=65b96f6cc5924225bda1ba268486ea9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3860943 Apr 14 16:11:33.528141 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59776) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:33.597754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-07d5d49f-4c20-4e8e-837a-309e159bce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:33.603559 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-07d5d49f-4c20-4e8e-837a-309e159bce64 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5bfe5afa00f4189900423385d255d1f&device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 1096 time: 0.4799695 Apr 14 16:11:33.634756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=8b98d7fd-ab94-4f2e-9666-4370d4c77158,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:33.649482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:33.733444 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-ee54ac56-8dc8-48e9-a657-990f43dbcc50 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e HTTP/1.1" status: 200 len: 217 time: 0.1906025 Apr 14 16:11:33.734509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ec68def4-3b81-48ce-b266-9f8a8632c18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.793416 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-eec63190-8cab-4975-9055-61f9168e0b8e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcfe4b68-2ceb-4849-a662-dbe436b6b13a HTTP/1.1" status: 200 len: 217 time: 0.1142755 Apr 14 16:11:33.895065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ec68def4-3b81-48ce-b266-9f8a8632c18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:33.906479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-99cf7c4e-f962-4a34-9584-49e8d024fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:33.908509 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-99cf7c4e-f962-4a34-9584-49e8d024fac6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcd46113-ea8e-4924-ba70-d9fa8be5a4f7 HTTP/1.1" status: 200 len: 851 time: 0.0997820 Apr 14 16:11:33.933856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Network 4274df80-45c8-4eee-bef3-f047e276b4fb is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:33.988941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:33.993327 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-2e74174e-a67a-4a17-85cf-1b4216f42643 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=29c3eaa4-9b6b-44dc-a964-9099799f1687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651112 Apr 14 16:11:33.997510 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d99fbc-6a0b-45ba-84fc-9dd85ec93604', 'tag': 'dcfe4b68-2ceb-4849-a662-dbe436b6b13a', 'status': 'completed', 'code': 200} Apr 14 16:11:34.030819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e69c069a-5ef3-47f5-bb28-8bb05b1e29a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.095594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-19a2c1d8-76c9-4cf5-836c-9e48ffdbc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:34.098525 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-19a2c1d8-76c9-4cf5-836c-9e48ffdbc409 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.3537607 Apr 14 16:11:34.149339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf917ea-3e1d-4769-81b0-921fbe25546f req-0c2ac060-92e5-4edf-8255-406cc98ed66c tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:34.152702 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4cf917ea-3e1d-4769-81b0-921fbe25546f req-0c2ac060-92e5-4edf-8255-406cc98ed66c tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 943 time: 0.9980574 Apr 14 16:11:34.296954 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ec68def4-3b81-48ce-b266-9f8a8632c18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.340390 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Router 68461ad5-84ec-4523-875b-716415a51986 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:34.351799 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-271d1cb5-4648-4ab9-a7a2-ef566d3f6c01 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2325096 Apr 14 16:11:34.364376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d9ac56d4-00f9-4ca7-9bd4-eaccd47b4aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:34.412401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-d9feef70-43c4-4a90-801c-3a1d6a0cfb92 None None] Provisioning complete for port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:34.413568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d9feef70-43c4-4a90-801c-3a1d6a0cfb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.436881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.438466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e69c069a-5ef3-47f5-bb28-8bb05b1e29a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.514756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68def4-3b81-48ce-b266-9f8a8632c18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5956c8bd-e234-4981-b94e-a58ccb29d7a4,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:34.535701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ec68def4-3b81-48ce-b266-9f8a8632c18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:34.572039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-d9feef70-43c4-4a90-801c-3a1d6a0cfb92 None None] Port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:34.677926 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4cf917ea-3e1d-4769-81b0-921fbe25546f req-08c2b07c-1bef-4c83-9dc6-9a87c347ce72 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840375 Apr 14 16:11:34.718729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ec68def4-3b81-48ce-b266-9f8a8632c18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.720826 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ec68def4-3b81-48ce-b266-9f8a8632c18a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5956c8bd-e234-4981-b94e-a58ccb29d7a4 HTTP/1.1" status: 204 len: 168 time: 2.0996168 Apr 14 16:11:34.729953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e69c069a-5ef3-47f5-bb28-8bb05b1e29a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.743529 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-90bdbc3d-ce74-4d76-a002-44d9faff5e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:34.746556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:34.760227 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Sync routers for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:34.773587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e69c069a-5ef3-47f5-bb28-8bb05b1e29a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.774893 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e69c069a-5ef3-47f5-bb28-8bb05b1e29a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bdb2870e-7e8c-43e8-8a72-45a147c0da6e HTTP/1.1" status: 204 len: 168 time: 1.1290417 Apr 14 16:11:34.778925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:34.780385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:11:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:34.791366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 8b98d7fd-ab94-4f2e-9666-4370d4c77158 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:34.825059 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] 10.222.0.61 "PUT /v2.0/routers/68461ad5-84ec-4523-875b-716415a51986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4406631 Apr 14 16:11:34.825059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Transition to ACTIVE for port object c18e037e-9fca-4e52-9ad4-6b49af9a87c7 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:34.911219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f29ad-15ed-4443-b2be-29d154bdfc6d req-8cede46c-6b1f-4874-b34e-15abf79aaa9c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:34.912989 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7e4f29ad-15ed-4443-b2be-29d154bdfc6d req-8cede46c-6b1f-4874-b34e-15abf79aaa9c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 943 time: 0.4802191 Apr 14 16:11:34.921697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 8b98d7fd-ab94-4f2e-9666-4370d4c77158 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:34.922501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:34.928942 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-48c59c18-464d-42fd-8872-5fd4ce8ab3b7 service neutron] 10.222.0.49 "GET /v2.0/networks/29c3eaa4-9b6b-44dc-a964-9099799f1687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553216 Apr 14 16:11:34.951408 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-af503e71-c61d-4a7a-8b6a-fe559780fed0 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739746 Apr 14 16:11:34.952297 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c069a-5ef3-47f5-bb28-8bb05b1e29a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2870e-7e8c-43e8-8a72-45a147c0da6e,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:35.000716 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7e4f29ad-15ed-4443-b2be-29d154bdfc6d req-f018cb04-6e65-4ffb-b5e9-2362f6c46cc3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688272 Apr 14 16:11:35.178910 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b4cca66-9f69-40a1-84cd-d843c55f5f35 req-4fde0158-3392-4b4a-a59d-7f1048073e52 service neutron] 10.222.0.49 "GET /v2.0/networks/29c3eaa4-9b6b-44dc-a964-9099799f1687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739111 Apr 14 16:11:35.189295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e69c069a-5ef3-47f5-bb28-8bb05b1e29a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:35.191923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.229253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:35.274181 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5aaaf4fa-b9f0-440e-9cb8-5cadd6bd7500 req-5a717ede-c327-4001-a80b-be238cb61cb0 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147938 Apr 14 16:11:35.287586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:35.412814 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Pushing event updated for resources: {'Port': ['ID=c18e037e-9fca-4e52-9ad4-6b49af9a87c7,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:35.424618 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:35.531389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-0ef9fbb5-5c75-4889-bf23-143bfe20c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:35.533855 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-0ef9fbb5-5c75-4889-bf23-143bfe20c044 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e5bfe5afa00f4189900423385d255d1f&device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 1096 time: 0.2479439 Apr 14 16:11:35.692847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:35.716711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:35.780578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-c2e319e0-db49-4971-bef0-91861d941304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:35.782529 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-c2e319e0-db49-4971-bef0-91861d941304 service neutron] 10.222.0.49 "GET /v2.0/networks?id=29c3eaa4-9b6b-44dc-a964-9099799f1687 HTTP/1.1" status: 200 len: 912 time: 0.2386811 Apr 14 16:11:35.784086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:35.821581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59826) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:35.849173 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854381680'] for router_interface, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.868300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:35.917963 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:35.930687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Usage tracker for resource:security_group_rule and tenant:cc7d49cfaf1c4a9fbcf4f4d487cfbfef is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:35.936725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:35.956934 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:36.058751 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:32Z', 'revision_number': 2, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:36.069510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Checking router: 68461ad5-84ec-4523-875b-716415a51986 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:36.070230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Updating router 68461ad5-84ec-4523-875b-716415a51986 port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab binding host dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:11:36.124691 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-03a01ffc-7b89-4ed2-a375-9b0658981a9b None None] Provisioning for port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:36.130988 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-03a01ffc-7b89-4ed2-a375-9b0658981a9b None None] Provisioning complete for port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:36.131462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-03a01ffc-7b89-4ed2-a375-9b0658981a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.206892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.213549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.219864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.258931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3fbd773c-6239-4aa6-b024-60ed504799d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:36.271852 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cc7d49cfaf1c4a9fbcf4f4d487cfbfef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457715 Apr 14 16:11:36.271852 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59834) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:36.287073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-03a01ffc-7b89-4ed2-a375-9b0658981a9b None None] Port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:36.294859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:36.326796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb49fca-9a3e-456c-99ca-be389b1d4174,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:36.339876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:36.473783 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-ffed3373-3141-4de7-be92-004e4f59e4e0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcfe4b68-2ceb-4849-a662-dbe436b6b13a HTTP/1.1" status: 200 len: 217 time: 0.2900026 Apr 14 16:11:36.658924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:36.722378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e', 'port_id': '9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'mac_address': 'fa:16:3e:9a:43:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c90a62-c7c0-44af-a81f-f16d6983458d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:36.735497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-40eb0f32-e745-4ecb-a561-52743dc6ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:36.737627 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-40eb0f32-e745-4ecb-a561-52743dc6ca59 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bcd46113-ea8e-4924-ba70-d9fa8be5a4f7 HTTP/1.1" status: 200 len: 851 time: 0.2544329 Apr 14 16:11:36.807692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.839723 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Transition to ACTIVE for port object 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:36.875224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.883337 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-2f064ae7-88f4-42c1-a71e-539b4fabeda2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=29c3eaa4-9b6b-44dc-a964-9099799f1687&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269915 Apr 14 16:11:36.888606 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-24ecf89d-cadc-4edc-bce5-183dd2fa8c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.900935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.943135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:36.947303 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-24ecf89d-cadc-4edc-bce5-183dd2fa8c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.983265 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:36.988320 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:36.990339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:37.063754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-24ecf89d-cadc-4edc-bce5-183dd2fa8c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.071114 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-54fc2327-cd11-4883-ba02-cc163ea59304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:37.099585 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecf89d-cadc-4edc-bce5-183dd2fa8c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb49fca-9a3e-456c-99ca-be389b1d4174,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:37.121826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-24ecf89d-cadc-4edc-bce5-183dd2fa8c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:37.121826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-24ecf89d-cadc-4edc-bce5-183dd2fa8c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.121826 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-24ecf89d-cadc-4edc-bce5-183dd2fa8c0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/efb49fca-9a3e-456c-99ca-be389b1d4174 HTTP/1.1" status: 204 len: 168 time: 0.8465803 Apr 14 16:11:37.141443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680f49e-1537-49df-8ec2-430aa034e0c7 req-2ae34f5e-45c1-4594-b0ce-18c2fa75b5e1 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:37.143301 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a680f49e-1537-49df-8ec2-430aa034e0c7 req-2ae34f5e-45c1-4594-b0ce-18c2fa75b5e1 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 943 time: 0.9584532 Apr 14 16:11:37.148353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:37.228527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.241145 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31b090-7428-45d9-8606-95750f700b36 None None] Pushing event updated for resources: {'Port': ['ID=739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:37.252859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8d31b090-7428-45d9-8606-95750f700b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:37.277469 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59866) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:37.284597 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849014595', 'description': 'tempest-description--575197805'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:37.303414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:37.308229 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:security_group and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:37.314350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:37.335130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:37.347359 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.376159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:37.388305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:security_group_rule and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:37.405806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:37.410955 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a680f49e-1537-49df-8ec2-430aa034e0c7 req-66948cfe-d62b-4f56-9f06-9a86b627aff6 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235761 Apr 14 16:11:37.435886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:37.755239 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.783959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.819911 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-a1234811-1174-4911-b1e1-95450ff2844c service neutron] 10.222.0.49 "GET /v2.0/networks/29c3eaa4-9b6b-44dc-a964-9099799f1687?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9156470 Apr 14 16:11:37.827850 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:37.831889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:37.851416 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:37.873441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3ea41d6b-26a4-4007-a986-91ab3cfe558a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:37.924739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:37.929517 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6484232 Apr 14 16:11:37.930357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59888) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:37.969334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f0433d-3ae8-412a-bc99-b81ece043c2d,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:37.973666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:37.993956 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Attempting to bind port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:37.994389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Attempting to bind port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:37.994797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Attempting to bind port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab on network 4274df80-45c8-4eee-bef3-f047e276b4fb {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:38.008627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:38.009015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Checking segment: {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:38.009641 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.010364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Bound using segment: {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:38.011041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Bound port: 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:38.013597 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.019548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9246d-cb4e-4cd1-8cc6-27702607f98a req-4eb9a2e2-4d44-4017-9a94-c00fcb9d60e0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:38.020400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4dd9246d-cb4e-4cd1-8cc6-27702607f98a req-4eb9a2e2-4d44-4017-9a94-c00fcb9d60e0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:38.056589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4dd9246d-cb4e-4cd1-8cc6-27702607f98a req-4eb9a2e2-4d44-4017-9a94-c00fcb9d60e0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:38.059633 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4dd9246d-cb4e-4cd1-8cc6-27702607f98a req-4eb9a2e2-4d44-4017-9a94-c00fcb9d60e0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 944 time: 0.5195739 Apr 14 16:11:38.081220 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'security_group_rule': {'security_group_id': '61f0433d-3ae8-412a-bc99-b81ece043c2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:38.120803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:38.128846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4dd9246d-cb4e-4cd1-8cc6-27702607f98a req-59003941-ff5d-4bc6-8026-61cfbaf4d948 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:38.148549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] For port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:38.152390 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] For port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:38.157299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.162951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4dd9246d-cb4e-4cd1-8cc6-27702607f98a req-59003941-ff5d-4bc6-8026-61cfbaf4d948 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:38.177322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:38.180448 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4dd9246d-cb4e-4cd1-8cc6-27702607f98a req-59003941-ff5d-4bc6-8026-61cfbaf4d948 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095798 Apr 14 16:11:38.235028 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device dcfe4b68-2ceb-4849-a662-dbe436b6b13a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:11:38.269480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31b090-7428-45d9-8606-95750f700b36 None None] Pushing event updated for resources: {'Port': ['ID=739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab,revision_number=4']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:38.294066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:security_group_rule and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:38.301381 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:38.322642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:38.336808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8d31b090-7428-45d9-8606-95750f700b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:38.400208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port dcfe4b68-2ceb-4849-a662-dbe436b6b13a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,segment=NetworkSegment(490faee5-5d38-4991-985e-646ebf08e7ab),segment_id=490faee5-5d38-4991-985e-646ebf08e7ab)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:38.403779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.422034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'dcfe4b68-2ceb-4849-a662-dbe436b6b13a', 'network_id': '29c3eaa4-9b6b-44dc-a964-9099799f1687', 'port_id': 'dcfe4b68-2ceb-4849-a662-dbe436b6b13a', 'mac_address': 'fa:16:3e:ab:59:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcd46113-ea8e-4924-ba70-d9fa8be5a4f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:11:38.494947 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-770b2cd9-8f33-4fff-9054-514ff41b280a req-70f6d4b4-c70e-471e-bc65-4c1c4ddf3b81 service neutron] 10.222.0.49 "GET /v2.0/networks/29c3eaa4-9b6b-44dc-a964-9099799f1687?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526644 Apr 14 16:11:38.539783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.548513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:38.549695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:11:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:38.572409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcfe4b68-2ceb-4849-a662-dbe436b6b13a {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:38.593294 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port dcfe4b68-2ceb-4849-a662-dbe436b6b13a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,segment=NetworkSegment(490faee5-5d38-4991-985e-646ebf08e7ab),segment_id=490faee5-5d38-4991-985e-646ebf08e7ab)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:38.598426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.601463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:38.629730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.759712 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59914) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:38.791514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.810557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:38.813680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.818550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:38.838742 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['dcfe4b68-2ceb-4849-a662-dbe436b6b13a'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:11:38.900331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:38.912378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:38.996802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:39.107860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853169425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854332615'] for router_interface, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.232524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.261559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.262952 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3284860 Apr 14 16:11:39.272014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59928) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:39.310280 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:39.324681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'security_group_rule': {'security_group_id': '61f0433d-3ae8-412a-bc99-b81ece043c2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:39.326653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Usage tracker for resource:security_group_rule and tenant:16a0d18ccf2c435d88fd9221f4b954f5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:39.332438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:39.336518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:39.337823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:security_group_rule and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:39.341446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:39.349686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:39.350937 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:39.370984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda48ef-05ca-4a1f-80b8-297da6255af8 req-fffb9bf1-c953-423c-ab9d-236e09856a95 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.381408 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-dbda48ef-05ca-4a1f-80b8-297da6255af8 req-fffb9bf1-c953-423c-ab9d-236e09856a95 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 944 time: 0.7410092 Apr 14 16:11:39.398417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Pushing event updated for resources: {'Port': ['ID=c18e037e-9fca-4e52-9ad4-6b49af9a87c7,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:39.402570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:39.437295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.454723 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:39.504613 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-dbda48ef-05ca-4a1f-80b8-297da6255af8 req-5c453398-ff4c-4884-82f5-f5d63b4f90d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219170 Apr 14 16:11:39.523150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20754138-902e-43b5-9ae2-5dda9e2ba4cb,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:39.532478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:39.584275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:39.596401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:39.716258 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.789855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:38Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:39.795669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c59e19e-ea92-4d1c-8d40-201b929c235f None None] The sync data for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb is: [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:38Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:39.904943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.908083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.921670 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53342c3-91ef-4bf0-be5e-bed93482c8a2 req-494c94aa-4a60-4797-9e73-fdb3f15cc64d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:39.921931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.940262 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c53342c3-91ef-4bf0-be5e-bed93482c8a2 req-494c94aa-4a60-4797-9e73-fdb3f15cc64d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 944 time: 0.4643219 Apr 14 16:11:39.941610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:39.956001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-56554651-3b80-4fab-b78f-5f4471455272 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:39.971619 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ec68def4-3b81-48ce-b266-9f8a8632c18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:40.022049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:11:40.031654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26b27d5-1111-4080-8200-32ce1b7401b8,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:40.035855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:40.057208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1fc2df-345f-416d-a474-de142bdca4d4,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:40.098817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:40.104065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-20a75a26-26d0-4615-a8f9-873e627efe70 None None] Provisioning complete for port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:40.106232 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-20a75a26-26d0-4615-a8f9-873e627efe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.123316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.123953 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8423538 Apr 14 16:11:40.134351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59946) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:40.134899 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c53342c3-91ef-4bf0-be5e-bed93482c8a2 req-967ab649-3113-4cfd-809e-7a0a3ffcab81 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731744 Apr 14 16:11:40.143919 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16a0d18ccf2c435d88fd9221f4b954f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3830066 Apr 14 16:11:40.146569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 59950) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:40.213722 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'floatingip': {'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:40.222357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:40.230863 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:floatingip and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:40.234939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:40.240974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cca29fd-c6bf-4a89-8589-6405d9a209d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.242311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:40.261826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.270734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:40.310610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cca29fd-c6bf-4a89-8589-6405d9a209d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.409131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-20a75a26-26d0-4615-a8f9-873e627efe70 None None] Port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:40.426716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cca29fd-c6bf-4a89-8589-6405d9a209d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.432391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:40.435130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:40.443183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:40.443730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.462586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca29fd-c6bf-4a89-8589-6405d9a209d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1fc2df-345f-416d-a474-de142bdca4d4,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:40.483649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8cca29fd-c6bf-4a89-8589-6405d9a209d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:40.490019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cca29fd-c6bf-4a89-8589-6405d9a209d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.495654 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8cca29fd-c6bf-4a89-8589-6405d9a209d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/db1fc2df-345f-416d-a474-de142bdca4d4 HTTP/1.1" status: 204 len: 168 time: 0.3451979 Apr 14 16:11:40.743810 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.780919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:40.901075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:40.923861 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:40.925533 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device dcfe4b68-2ceb-4849-a662-dbe436b6b13a up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:40.973322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:41.025963 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:41.134291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:11:41.139716 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] 10.222.0.61 "PUT /v2.0/routers/a6001bd5-6439-4907-aa06-e3dc16dfaeb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5899217 Apr 14 16:11:41.159793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Sync routers for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:11:41.192108 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:41.193003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:11:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:41.210134 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4618903-8c8e-411c-9617-672983f29701 req-b5c9303b-3d53-43bc-a270-217b466a35fc tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:41.227080 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d4618903-8c8e-411c-9617-672983f29701 req-b5c9303b-3d53-43bc-a270-217b466a35fc tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 944 time: 0.3078313 Apr 14 16:11:41.332950 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d4618903-8c8e-411c-9617-672983f29701 req-98b1029b-9df2-4334-81dd-8999fa91cb06 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965014 Apr 14 16:11:41.383178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.506659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:41.529655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde8e01-1121-442c-b10c-e842f9cfc25d req-4a914588-4656-49a3-a9e9-4126b357e0de tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:41.544180 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bdde8e01-1121-442c-b10c-e842f9cfc25d req-4a914588-4656-49a3-a9e9-4126b357e0de tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 945 time: 0.2407508 Apr 14 16:11:41.562629 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 59988) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:41.613780 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bdde8e01-1121-442c-b10c-e842f9cfc25d req-325c4cb0-1330-4f88-946d-92017ddc2076 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545340 Apr 14 16:11:41.662793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.697339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:41.703463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Usage tracker for resource:security_group_rule and tenant:0471b8e4eaa546b8949b4534a394d4f0 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:41.708180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:41.717373 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:41.856273 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.895105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:41.995926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:41.996116 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Allocated IP 172.28.2.223 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/2f8294a8-3a62-4fa5-a823-363f29d9d25f) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:42.033408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:42.046591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:42.184961 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:42.275200 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:42.275621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.293380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6235dbc5-7ec5-480d-a47c-d364d5eb0424,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:42.301655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:42.337185 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60008) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:42.338170 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0471b8e4eaa546b8949b4534a394d4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7735572 Apr 14 16:11:42.455927 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port dcfe4b68-2ceb-4849-a662-dbe436b6b13a completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:42.468242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port dcfe4b68-2ceb-4849-a662-dbe436b6b13a triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:42.468940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.474022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.530381 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.550447 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-83a19be1-4778-4ccc-ae6e-ca82b7c45703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.558357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:42.624199 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-83a19be1-4778-4ccc-ae6e-ca82b7c45703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.671524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 2, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:42.727779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'Port': ['ID=2f8294a8-3a62-4fa5-a823-363f29d9d25f,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:42.774567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-83a19be1-4778-4ccc-ae6e-ca82b7c45703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.787007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Checking router: a6001bd5-6439-4907-aa06-e3dc16dfaeb0 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:11:42.787418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Updating router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 binding host dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:11:42.790365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:42.804938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-83a19be1-4778-4ccc-ae6e-ca82b7c45703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:42.809381 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-83a19be1-4778-4ccc-ae6e-ca82b7c45703 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6235dbc5-7ec5-480d-a47c-d364d5eb0424 HTTP/1.1" status: 204 len: 168 time: 0.4710643 Apr 14 16:11:42.824971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a19be1-4778-4ccc-ae6e-ca82b7c45703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6235dbc5-7ec5-480d-a47c-d364d5eb0424,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:42.834053 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-83a19be1-4778-4ccc-ae6e-ca82b7c45703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:42.870978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:42.882130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dee406-db0b-48b1-bd08-42c4e6d044ac req-ed80968d-628a-423d-b12c-e1d3084072d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:42.887162 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-09dee406-db0b-48b1-bd08-42c4e6d044ac req-ed80968d-628a-423d-b12c-e1d3084072d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 944 time: 0.2045817 Apr 14 16:11:42.983243 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-09dee406-db0b-48b1-bd08-42c4e6d044ac req-cf7562e0-5449-4967-b087-7c40c40714d5 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739160 Apr 14 16:11:43.082749 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:43.085974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:43.090541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:43.229126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.287101 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.311376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.348721 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.378500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port dcfe4b68-2ceb-4849-a662-dbe436b6b13a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,segment=NetworkSegment(490faee5-5d38-4991-985e-646ebf08e7ab),segment_id=490faee5-5d38-4991-985e-646ebf08e7ab)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:43.391133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.397595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60038) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:43.413076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--125366475', 'description': 'tempest-description--759687705'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:43.415285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.430559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:43.433959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:43.444673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:security_group and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:43.453246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:43.502882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:43.550180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.595486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:43.605234 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:security_group_rule and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:43.609063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:43.617731 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:43.671419 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:43.685406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:43.689461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:43.802550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.808129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.833166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2dc20a4b-853c-4525-b741-148d8e56f4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:43.869240 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca1186-ac02-47c1-96d7-c8060b004419 req-a9657735-7567-486e-a3f3-dd5d69cf6728 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:43.878431 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-99ca1186-ac02-47c1-96d7-c8060b004419 req-a9657735-7567-486e-a3f3-dd5d69cf6728 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 945 time: 0.2063091 Apr 14 16:11:43.888260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:43.928199 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:43.983862 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-99ca1186-ac02-47c1-96d7-c8060b004419 req-97016535-2df3-4b7e-b1f4-d37f52cc5bc3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039479 Apr 14 16:11:44.030726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55395261-5d9d-4545-b6c0-b8f8e4e711c3,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:44.044326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:44.046890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.054354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60062) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:44.062282 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6600170 Apr 14 16:11:44.069020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.084382 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'code': 200} Apr 14 16:11:44.094551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'security_group_rule': {'security_group_id': '55395261-5d9d-4545-b6c0-b8f8e4e711c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:44.112288 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:44.123676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:security_group_rule and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:44.146063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:44.169828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.175799 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:44.367284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a80824-b4db-4ce4-8d35-8fa4823ffc8e req-18e9f38d-9862-458d-804c-985ef28c1160 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:44.376268 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c2a80824-b4db-4ce4-8d35-8fa4823ffc8e req-18e9f38d-9862-458d-804c-985ef28c1160 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 945 time: 0.1347206 Apr 14 16:11:44.412226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:44.415986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:44.428126 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c2a80824-b4db-4ce4-8d35-8fa4823ffc8e req-e439dbbe-1bd1-4568-b2b9-9cd0d44d2f77 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511506 Apr 14 16:11:44.500040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:44.745110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'Port': ['ID=2f8294a8-3a62-4fa5-a823-363f29d9d25f,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:44.748645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:44.775248 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Notify callbacks [] for port, precommit_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.801611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Transition to ACTIVE for port object c18e037e-9fca-4e52-9ad4-6b49af9a87c7 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:44.815119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.818169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.859170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:44.871305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.961417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39717108-36f1-4ade-868b-a972e1a31331 req-6263599b-6d21-4bee-8585-0e6365835208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:44.963180 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39717108-36f1-4ade-868b-a972e1a31331 req-6263599b-6d21-4bee-8585-0e6365835208 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 1098 time: 0.4645059 Apr 14 16:11:44.965608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:44.975430 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8314435 Apr 14 16:11:45.032639 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39717108-36f1-4ade-868b-a972e1a31331 req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.052456 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.058233 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.084754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:45.105901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-39717108-36f1-4ade-868b-a972e1a31331 req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:45.132229 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-39717108-36f1-4ade-868b-a972e1a31331 req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Usage tracker for resource:security_group_rule and tenant:05af190fec154a6787f6292cc99bf398 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:45.135263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fa7e69-2371-45e7-8ed6-971706ec20a9,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:45.166982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-39717108-36f1-4ade-868b-a972e1a31331 req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:45.171076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:45.188672 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-39717108-36f1-4ade-868b-a972e1a31331 req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:45.192817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.194123 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1ca5fb9f-eca8-4258-a9e8-eb8ff75e79af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1346514 Apr 14 16:11:45.197853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60108) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:45.205163 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'security_group_rule': {'security_group_id': '55395261-5d9d-4545-b6c0-b8f8e4e711c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:45.224674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:45.249118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:security_group_rule and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:45.258166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:45.269013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fffa7a-50e9-4c13-bef5-6f2038efcd34 None None] Pushing event updated for resources: {'Port': ['ID=c18e037e-9fca-4e52-9ad4-6b49af9a87c7,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:45.276907 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:45.288974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-41fffa7a-50e9-4c13-bef5-6f2038efcd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:45.385503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.395496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39717108-36f1-4ade-868b-a972e1a31331 req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.401964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39717108-36f1-4ade-868b-a972e1a31331 req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.434930 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-243817c5-616f-4a6a-a4e8-2a2dc3ba70b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:45.453683 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39717108-36f1-4ade-868b-a972e1a31331 req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755723 Apr 14 16:11:45.460879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-10073307-efe4-4aca-8ffb-44350ca87d45 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Synchronizing usage tracker for tenant:7289b0682edf478b84f786e0043180af on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:45.601920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-10073307-efe4-4aca-8ffb-44350ca87d45 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Unset dirty status for tenant:7289b0682edf478b84f786e0043180af on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:45.617118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a97463b7-faf9-44bb-882a-a31698f4dfd2,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:45.625054 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-10073307-efe4-4aca-8ffb-44350ca87d45 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--849014595&fields=id&tenant_id=7289b0682edf478b84f786e0043180af HTTP/1.1" status: 200 len: 267 time: 0.3152092 Apr 14 16:11:45.628649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:45.660960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60138) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:45.738072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.824313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837f425-44ae-45d0-a183-fe76142091f3 req-931f4c98-f1b7-4d15-92dc-990bb4ad75d4 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:45.832732 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6837f425-44ae-45d0-a183-fe76142091f3 req-931f4c98-f1b7-4d15-92dc-990bb4ad75d4 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 945 time: 0.3156834 Apr 14 16:11:45.877410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.908198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:45.918410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Attempting to bind port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:45.918993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Attempting to bind port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:45.919555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Attempting to bind port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 on network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:45.934834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:45.935442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Checking segment: {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:45.936074 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.936660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Bound using segment: {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:45.937346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Bound port: c18e037e-9fca-4e52-9ad4-6b49af9a87c7, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:45.937929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:45.949982 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6837f425-44ae-45d0-a183-fe76142091f3 req-a55a1af3-1e17-4682-b0a4-552f35eaa5f0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049864 Apr 14 16:11:45.967213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1651053769-network', 'tenant_id': '8e734f0a9ae7434698dd6965b6cd1bfd'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:45.982902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:45.998595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Usage tracker for resource:network and tenant:8e734f0a9ae7434698dd6965b6cd1bfd is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:46.010506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:46.030291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a524369-c82f-4740-9deb-40d30fb6c0b0,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:46.035327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:46.082189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:46.083847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Made reservation on behalf of 8e734f0a9ae7434698dd6965b6cd1bfd for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:46.089322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.089711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.091211 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8909855 Apr 14 16:11:46.095602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:46.101636 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60150) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:46.104107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.108166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'floatingip': {'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:46.120250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:46.124107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:46.131032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Usage tracker for resource:security_group_rule and tenant:8e734f0a9ae7434698dd6965b6cd1bfd is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:46.134549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-e2877e3d-e2af-4454-a343-e7a4eac3e8c2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:46.143040 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-e2877e3d-e2af-4454-a343-e7a4eac3e8c2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 811 time: 0.5166645 Apr 14 16:11:46.159496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:46.159937 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:floatingip and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:46.165198 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-20cb8d34-d449-4172-9440-8242332df2a9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/quotas/7289b0682edf478b84f786e0043180af HTTP/1.1" status: 200 len: 375 time: 0.0209148 Apr 14 16:11:46.167228 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:46.199328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d99fbc-6a0b-45ba-84fc-9dd85ec93604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfe4b68-2ceb-4849-a662-dbe436b6b13a'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:46.212236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:46.229155 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:46.247327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.296463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] For port c18e037e-9fca-4e52-9ad4-6b49af9a87c7, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:46.302769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] For port c18e037e-9fca-4e52-9ad4-6b49af9a87c7, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=c18e037e-9fca-4e52-9ad4-6b49af9a87c7,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:46.333939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.378548 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0895f29d-03f0-4b9c-9b73-b41a45efbe45 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2115815 Apr 14 16:11:46.507897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.514916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.528116 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:46.586467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:46.594057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:46.597978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:46.637563 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ebe6e-9beb-4796-9084-59a8609d3f8a req-05f5e2c8-314c-41c2-b734-3d335297ec62 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:46.639571 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-568ebe6e-9beb-4796-9084-59a8609d3f8a req-05f5e2c8-314c-41c2-b734-3d335297ec62 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 945 time: 0.4304557 Apr 14 16:11:46.647506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.647909 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Added segment 66531b59-3c3b-4dae-afb3-e75719916457 of type vlan for network 7c379634-81f9-4098-84d2-7099dc5dcf27 Apr 14 16:11:46.664671 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-937c1b9e-1e59-416f-a29d-01b9b79a5af4 service neutron] 10.222.0.61 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773383 Apr 14 16:11:46.671758 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:46.716087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.716289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60172) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:46.761710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.765960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:46.766654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.774428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:46.819172 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-568ebe6e-9beb-4796-9084-59a8609d3f8a req-b6bb2368-e81c-40c8-8ce5-6f558a012179 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461475 Apr 14 16:11:46.941837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:46.982310 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3125045 Apr 14 16:11:46.990409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60182) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:46.991387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Pushing event updated for resources: {'Network': ['ID=7c379634-81f9-4098-84d2-7099dc5dcf27,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:47.008748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Request body: {'subnet': {'network_id': '7c379634-81f9-4098-84d2-7099dc5dcf27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1651053769-subnet', 'tenant_id': '8e734f0a9ae7434698dd6965b6cd1bfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:47.030457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:47.046963 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Usage tracker for resource:subnet and tenant:8e734f0a9ae7434698dd6965b6cd1bfd is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:47.056491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:47.067666 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d99fbc-6a0b-45ba-84fc-9dd85ec93604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcfe4b68-2ceb-4849-a662-dbe436b6b13a', 'code': 200} Apr 14 16:11:47.082805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:47.086509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 7c379634-81f9-4098-84d2-7099dc5dcf27 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:47.114133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:47.115117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Made reservation on behalf of 8e734f0a9ae7434698dd6965b6cd1bfd for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:47.125448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276518'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.172757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:11:47.176740 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:11:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:47.222468 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-c09ad000-21f4-4bfe-9d6e-7a229b50b96e service neutron] 10.222.0.61 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566638 Apr 14 16:11:47.371392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.446825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Allocated IP 172.28.2.54 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/02ff6e6c-19f9-451d-8641-45ea2ef8dcc9) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:47.730399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fffa7a-50e9-4c13-bef5-6f2038efcd34 None None] Pushing event updated for resources: {'Port': ['ID=c18e037e-9fca-4e52-9ad4-6b49af9a87c7,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:47.766016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.795651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:47.795932 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-41fffa7a-50e9-4c13-bef5-6f2038efcd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.124s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:47.803428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.805625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Usage tracker for resource:security_group_rule and tenant:74aaa34edc0143e8a8f8332cb65c2e85 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:47.830501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:47.830958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:47.863724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:47.872506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:48.016764 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7160039f-e9bd-4ac1-8ccc-fc26861738a4 req-0245291f-be00-4324-a959-1b626d35c973 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 210 time: 0.2161880 Apr 14 16:11:48.017925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:48.113256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:11:48.169224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305cf18e-27db-43ee-9f04-a5a5157c2970 req-076c2304-1ba1-4028-b8e8-a2578f955a56 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:48.174306 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-305cf18e-27db-43ee-9f04-a5a5157c2970 req-076c2304-1ba1-4028-b8e8-a2578f955a56 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 945 time: 0.6414659 Apr 14 16:11:48.176119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'Port': ['ID=02ff6e6c-19f9-451d-8641-45ea2ef8dcc9,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:48.185229 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:48.209596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5237b51-2ebc-41ff-ac1e-dafe52046738 req-2958ee90-d271-4519-9446-9b1670b0cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:48.211536 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f5237b51-2ebc-41ff-ac1e-dafe52046738 req-2958ee90-d271-4519-9446-9b1670b0cbb8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 1098 time: 0.3525093 Apr 14 16:11:48.245227 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-305cf18e-27db-43ee-9f04-a5a5157c2970 req-220df729-3b57-49e1-8ec9-3318528c4b4c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458441 Apr 14 16:11:48.325510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-f5237b51-2ebc-41ff-ac1e-dafe52046738 req-ffae5f01-8186-42e8-9e2e-bc450c10fb15 service neutron] Synchronizing usage tracker for tenant:05af190fec154a6787f6292cc99bf398 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:48.409072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-f5237b51-2ebc-41ff-ac1e-dafe52046738 req-ffae5f01-8186-42e8-9e2e-bc450c10fb15 service neutron] Unset dirty status for tenant:05af190fec154a6787f6292cc99bf398 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:48.411877 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f5237b51-2ebc-41ff-ac1e-dafe52046738 req-ffae5f01-8186-42e8-9e2e-bc450c10fb15 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652260 Apr 14 16:11:48.561300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:48.572846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:48.581735 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:48.643213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be328cdc-3abf-4f74-8d1f-c3586dd87e79 req-928ddea6-61d2-4f9a-be0d-3e19b92594d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:48.651798 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-be328cdc-3abf-4f74-8d1f-c3586dd87e79 req-928ddea6-61d2-4f9a-be0d-3e19b92594d4 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 945 time: 0.3964906 Apr 14 16:11:48.713528 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276441'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.743662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-185f0eb4-788d-4092-8640-5c52bd8b3ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:48.815406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:46Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:11:48.824513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773cab5d-c6a6-495c-8b65-229ac2d54226 None None] The sync data for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb is: [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:46Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:11:48.962498 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-be328cdc-3abf-4f74-8d1f-c3586dd87e79 req-a5b310cb-b853-4cd7-8721-02c815eb7acd tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101380 Apr 14 16:11:48.972195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:48.988149 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.015624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-24ecf89d-cadc-4edc-bce5-183dd2fa8c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:49.030610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6123d8-df4e-4821-9628-5fb3b3dc189d,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:49.041095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:49.097587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Checking segment: {'id': '66531b59-3c3b-4dae-afb3-e75719916457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7c379634-81f9-4098-84d2-7099dc5dcf27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:49.098001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Network hostable DHCP agents. Network: 7c379634-81f9-4098-84d2-7099dc5dcf27, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:49.125136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Network 7c379634-81f9-4098-84d2-7099dc5dcf27 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:49.145522 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 7c379634-81f9-4098-84d2-7099dc5dcf27) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:49.156616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c626011-97e9-4409-ba06-61face74e9e3 None None] Network 7c379634-81f9-4098-84d2-7099dc5dcf27 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:49.183884 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2248f978-65ae-4ccc-bf54-480d05cbee00,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:49.184841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:49.187544 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:49.187981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.195632 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=74aaa34edc0143e8a8f8332cb65c2e85&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4773064 Apr 14 16:11:49.196573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60208) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:49.226587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.386676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-1f6dae72-adb1-4a7f-b564-81614e3d6237 req-97548e07-61ef-4b64-adb5-201734a59403 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Synchronizing usage tracker for tenant:7289b0682edf478b84f786e0043180af on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:49.412358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.424684 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4292886 Apr 14 16:11:49.447382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-1f6dae72-adb1-4a7f-b564-81614e3d6237 req-97548e07-61ef-4b64-adb5-201734a59403 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Unset dirty status for tenant:7289b0682edf478b84f786e0043180af on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:49.448950 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1f6dae72-adb1-4a7f-b564-81614e3d6237 req-97548e07-61ef-4b64-adb5-201734a59403 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 210 time: 0.2309449 Apr 14 16:11:49.513902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cb0c73e8-20c6-4c86-b042-85f382e3fbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.788924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cb0c73e8-20c6-4c86-b042-85f382e3fbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.946471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d23a281-bc61-4e16-bb1c-01d50d56517d None None] Network 7c379634-81f9-4098-84d2-7099dc5dcf27 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:49.952458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cb0c73e8-20c6-4c86-b042-85f382e3fbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:49.972162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-41d62c3a-9ed9-4c38-bcfe-e6bceab76d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:50.198185 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6f453-e6b7-4d6a-96dc-97916a45b18f req-c7cf4ac4-9528-4880-9903-68f509dcfe6b tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:50.199866 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3be6f453-e6b7-4d6a-96dc-97916a45b18f req-c7cf4ac4-9528-4880-9903-68f509dcfe6b tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 945 time: 0.5896080 Apr 14 16:11:50.212497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c73e8-20c6-4c86-b042-85f382e3fbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2248f978-65ae-4ccc-bf54-480d05cbee00,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:50.221231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cb0c73e8-20c6-4c86-b042-85f382e3fbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:50.333094 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3be6f453-e6b7-4d6a-96dc-97916a45b18f req-841fb239-2009-45ff-be25-f5e0efb3d9d7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106284 Apr 14 16:11:50.346071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cb0c73e8-20c6-4c86-b042-85f382e3fbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.352918 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-cb0c73e8-20c6-4c86-b042-85f382e3fbbd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2248f978-65ae-4ccc-bf54-480d05cbee00 HTTP/1.1" status: 204 len: 168 time: 1.1521533 Apr 14 16:11:50.507653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.526525 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:50.710029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device c18e037e-9fca-4e52-9ad4-6b49af9a87c7 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:50.956500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-e019cd44-65df-4227-88e2-a76f67589238 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:50.975263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-e019cd44-65df-4227-88e2-a76f67589238 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Synchronizing usage tracker for tenant:7289b0682edf478b84f786e0043180af on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:50.990488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a5151abd-b2bf-44c7-a1af-7923cca70f01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:51.097220 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:51.112867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:51.117552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.187252 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9d88f83a-396d-46bc-9834-7e9c77522dc6 req-73dbc27b-e62d-46de-94a6-752f0ecca5bb tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 210 time: 0.1980557 Apr 14 16:11:51.378294 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.416545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60268) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:51.453052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.454036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.455809 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3527393 Apr 14 16:11:51.478771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1188367488-network', 'tenant_id': 'bf63aa58d4c74091b2b505ec5ba755cf'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:51.491772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:51.504064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Usage tracker for resource:network and tenant:bf63aa58d4c74091b2b505ec5ba755cf is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:51.512671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:51.529415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port c18e037e-9fca-4e52-9ad4-6b49af9a87c7, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=c18e037e-9fca-4e52-9ad4-6b49af9a87c7,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:11:51.531610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:51.534784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.546933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c4aa050e-aa02-4a01-952a-7849335861a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:51.560189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'Port': ['ID=02ff6e6c-19f9-451d-8641-45ea2ef8dcc9,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:51.568849 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:51.569874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Made reservation on behalf of bf63aa58d4c74091b2b505ec5ba755cf for: {'network': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:51.576005 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.623550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.632640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ea684-edc4-4894-975e-8d925547e9a7 req-ac4623b2-4bd1-40ed-8a54-61e9cc60aed6 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:51.642136 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-de5ea684-edc4-4894-975e-8d925547e9a7 req-ac4623b2-4bd1-40ed-8a54-61e9cc60aed6 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 945 time: 1.3213432 Apr 14 16:11:51.656128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-e019cd44-65df-4227-88e2-a76f67589238 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Unset dirty status for tenant:7289b0682edf478b84f786e0043180af on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:51.660571 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-e019cd44-65df-4227-88e2-a76f67589238 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 811 time: 1.4834437 Apr 14 16:11:51.661028 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:51.671336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Usage tracker for resource:security_group_rule and tenant:bf63aa58d4c74091b2b505ec5ba755cf is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:51.691649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:51.713294 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:51.719263 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-de5ea684-edc4-4894-975e-8d925547e9a7 req-4bc1fa55-0b3d-4f8a-b2d6-51eb1c38accf tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521829 Apr 14 16:11:51.722816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60276) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:51.803894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.840285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:51.847966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Usage tracker for resource:security_group_rule and tenant:85470b6350c94b91bb711f057abe778a is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:51.856211 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-42869b0a-c968-4f59-8785-31d118099ef2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Synchronizing usage tracker for tenant:7289b0682edf478b84f786e0043180af on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:51.859989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:51.869571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:51.883835 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-42869b0a-c968-4f59-8785-31d118099ef2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Unset dirty status for tenant:7289b0682edf478b84f786e0043180af on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:51.885459 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-42869b0a-c968-4f59-8785-31d118099ef2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7289b0682edf478b84f786e0043180af HTTP/1.1" status: 200 len: 5703 time: 0.1611035 Apr 14 16:11:51.886189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=c18e037e-9fca-4e52-9ad4-6b49af9a87c7,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:51.891372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:51.914731 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'port': {'device_id': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'admin_state_up': True, 'tenant_id': '7289b0682edf478b84f786e0043180af', 'security_groups': ['61f0433d-3ae8-412a-bc99-b81ece043c2d']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:51.930001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.942726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.973471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=85269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:11:51.986696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:51.987507 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Added segment 1cabab7a-d37c-4eec-a811-b43ed94ebd54 of type vlan for network b0272808-f878-489a-a0e1-88e9f94853bf Apr 14 16:11:52.021939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.061512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:52.108885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984fdab1-0225-4971-b43c-cbd29d5f55f9,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:52.112962 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.116609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:52.120820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:52.121466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.131193 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-522cf302-287d-4042-b658-c14b5fb67ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:52.159181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b12856f6-3f62-44a0-848b-e47b6dd9620c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Synchronizing usage tracker for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:52.175749 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:52.201905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:52.209784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.213860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.226176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a472a3e7-632b-4814-abdd-5f5027ce1eab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:52.263192 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b12856f6-3f62-44a0-848b-e47b6dd9620c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Unset dirty status for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:52.264621 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b12856f6-3f62-44a0-848b-e47b6dd9620c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--125366475&fields=id&tenant_id=ddcd108ac1b949099e453989d0b5e973 HTTP/1.1" status: 200 len: 267 time: 0.1696296 Apr 14 16:11:52.268452 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8414836 Apr 14 16:11:52.271514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60298) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:52.277968 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Request body: {'subnet': {'network_id': 'b0272808-f878-489a-a0e1-88e9f94853bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1188367488-subnet', 'tenant_id': 'bf63aa58d4c74091b2b505ec5ba755cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:52.284123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:52.288681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Usage tracker for resource:subnet and tenant:bf63aa58d4c74091b2b505ec5ba755cf is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:52.291816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:52.302566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:52.353900 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Pushing event updated for resources: {'Network': ['ID=b0272808-f878-489a-a0e1-88e9f94853bf,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:52.366270 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Made reservation on behalf of bf63aa58d4c74091b2b505ec5ba755cf for: {'subnet': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:52.378780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network b0272808-f878-489a-a0e1-88e9f94853bf details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:11:52.387244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848240910'] for subnet, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.394904 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=85470b6350c94b91bb711f057abe778a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6692488 Apr 14 16:11:52.405521 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60304) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:52.406312 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c034a261-f2bd-4614-af86-b6db72119810,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:52.410505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:52.413846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Made reservation on behalf of 7289b0682edf478b84f786e0043180af for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:52.421643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.482969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:52.565100 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8c1322a2-31a9-4634-9b07-d023b1b0e64d req-fabf2f95-4d36-4a1d-bbe5-69df15619177 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 210 time: 0.1180580 Apr 14 16:11:52.652853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device c18e037e-9fca-4e52-9ad4-6b49af9a87c7 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:11:52.662815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3d33ce40-1f7c-49ce-8b3b-87c57df56681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.764129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:52.764894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.821263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3d33ce40-1f7c-49ce-8b3b-87c57df56681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:52.990947 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Allocated IP 172.20.0.3 (4274df80-45c8-4eee-bef3-f047e276b4fb/ae182daa-2654-4415-b861-6a3040d7437f/d677e225-0a1e-4b98-a3f3-cd3d10aa9487) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:53.076611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3d33ce40-1f7c-49ce-8b3b-87c57df56681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:53.089978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-68a4d9c2-b171-48e2-8e08-c40b81918548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:53.139878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33ce40-1f7c-49ce-8b3b-87c57df56681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c034a261-f2bd-4614-af86-b6db72119810,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:53.200062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3d33ce40-1f7c-49ce-8b3b-87c57df56681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:53.226267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3d33ce40-1f7c-49ce-8b3b-87c57df56681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:53.227525 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3d33ce40-1f7c-49ce-8b3b-87c57df56681 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c034a261-f2bd-4614-af86-b6db72119810 HTTP/1.1" status: 204 len: 168 time: 0.8159103 Apr 14 16:11:53.320876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-a9fdd69c-5e21-4817-893e-467fa97b1e2e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:53.322722 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-a9fdd69c-5e21-4817-893e-467fa97b1e2e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 816 time: 1.0083435 Apr 14 16:11:53.355926 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-ddf13aba-5f9e-48d7-b62e-7d3546357ce1 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/quotas/ddcd108ac1b949099e453989d0b5e973 HTTP/1.1" status: 200 len: 375 time: 0.0183399 Apr 14 16:11:53.364661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:53.402785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Transition to ACTIVE for port object d677e225-0a1e-4b98-a3f3-cd3d10aa9487 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:53.439619 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:53.457712 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:53.562828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848262778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848241011'] for subnet, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:53.579059 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-5ee84dd6-3c91-452b-ace1-9ce57650c16d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2138429 Apr 14 16:11:53.597032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8534aee1-ab0a-4259-99d8-2e105edcb32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:53.681754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=08177bf0-b02a-4bfa-a95e-4ebe32787968,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:53.698778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'Port': ['ID=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:53.732623 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:53.813197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:53.900590 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Network 4274df80-45c8-4eee-bef3-f047e276b4fb is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:54.004560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:54.008663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:54.054970 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-63f418ab-75a5-458c-8a0a-af5ee734f540 service neutron] 10.222.0.61 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958417 Apr 14 16:11:54.114472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60350) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:54.177859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:54.178637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.224603 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3227994 Apr 14 16:11:54.261754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Request body: {'port': {'device_id': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:54.341705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55578ca-e832-4cb9-a8d6-5958b6780a6e req-b5a6f9f0-b43f-40ec-939b-39aa7b01b348 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:54.342637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-f55578ca-e832-4cb9-a8d6-5958b6780a6e req-b5a6f9f0-b43f-40ec-939b-39aa7b01b348 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Synchronizing usage tracker for tenant:7289b0682edf478b84f786e0043180af on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:54.417784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-c8d66f4c-99e1-47ba-8544-b9784ba480d0 None None] Provisioning for port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:11:54.418406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-f55578ca-e832-4cb9-a8d6-5958b6780a6e req-b5a6f9f0-b43f-40ec-939b-39aa7b01b348 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Unset dirty status for tenant:7289b0682edf478b84f786e0043180af on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:54.427013 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f55578ca-e832-4cb9-a8d6-5958b6780a6e req-b5a6f9f0-b43f-40ec-939b-39aa7b01b348 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 931 time: 0.5419335 Apr 14 16:11:54.446472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-c8d66f4c-99e1-47ba-8544-b9784ba480d0 None None] Provisioning complete for port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:11:54.446699 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8d66f4c-99e1-47ba-8544-b9784ba480d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.484719 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f55578ca-e832-4cb9-a8d6-5958b6780a6e req-d29319be-1185-4b0b-98ad-b8e74718c4b3 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566580 Apr 14 16:11:54.485190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.493478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.579015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-c8d66f4c-99e1-47ba-8544-b9784ba480d0 None None] Port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:11:54.584576 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-e720bc81-4a92-424e-8e71-87df90369429 service neutron] 10.222.0.61 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166304 Apr 14 16:11:54.596909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:54.600953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Checking segment: {'id': '1cabab7a-d37c-4eec-a811-b43ed94ebd54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b0272808-f878-489a-a0e1-88e9f94853bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:54.601404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Network hostable DHCP agents. Network: b0272808-f878-489a-a0e1-88e9f94853bf, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:11:54.618652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Usage tracker for resource:security_group_rule and tenant:6e6dfa1273cc404c8ddafb850ae714ca is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:11:54.625457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:11:54.635744 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e7066cdf-00df-41aa-afa1-6e753d338771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.642960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:54.646303 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Network b0272808-f878-489a-a0e1-88e9f94853bf is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:11:54.676189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, b0272808-f878-489a-a0e1-88e9f94853bf) {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:54.699512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:54.700160 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f0e67e-5f0e-45c8-ab0b-d1d6a53c1e29 None None] Network b0272808-f878-489a-a0e1-88e9f94853bf requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:54.700296 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.739386 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-15eaa389-d961-4fec-8aa2-64db12c695aa admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4666545 Apr 14 16:11:54.795289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:11:54.824071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.829597 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:54.852122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:55.038032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c40b16-8ba3-4381-bd37-d9d80f5e836e,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:55.058016 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e6dfa1273cc404c8ddafb850ae714ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9421260 Apr 14 16:11:55.060488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:55.061674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60384) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:11:55.210822 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-71873589-3b06-4380-949b-f0952f8cb9e3 req-1c5b81a3-b548-485a-b2d9-a1f552ae13f0 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 210 time: 0.1514232 Apr 14 16:11:55.317239 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86dd9fa9-b4ee-4ac0-9727-a437fad65072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.351076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9ac1b-469f-498c-892c-f234420c7e89 None None] Network b0272808-f878-489a-a0e1-88e9f94853bf requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:11:55.436195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86dd9fa9-b4ee-4ac0-9727-a437fad65072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.554530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d677e225-0a1e-4b98-a3f3-cd3d10aa9487 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:11:55.567151 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.569684 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86dd9fa9-b4ee-4ac0-9727-a437fad65072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.583374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8a5b53d7-02ad-42bc-9e8a-ca65760879d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:55.604652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Transition to ACTIVE for port object d677e225-0a1e-4b98-a3f3-cd3d10aa9487 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:55.607897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.645167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:55.661334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd9fa9-b4ee-4ac0-9727-a437fad65072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c40b16-8ba3-4381-bd37-d9d80f5e836e,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:55.684204 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-86dd9fa9-b4ee-4ac0-9727-a437fad65072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:55.701757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86dd9fa9-b4ee-4ac0-9727-a437fad65072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:55.722998 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-86dd9fa9-b4ee-4ac0-9727-a437fad65072 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57c40b16-8ba3-4381-bd37-d9d80f5e836e HTTP/1.1" status: 204 len: 168 time: 0.6527236 Apr 14 16:11:56.066989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Pushing event updated for resources: {'Port': ['ID=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:56.084527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:56.479945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-45113968-d90e-4bf2-be8c-46927f17a8ed tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:56.481662 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-45113968-d90e-4bf2-be8c-46927f17a8ed tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/networks?id=7c379634-81f9-4098-84d2-7099dc5dcf27 HTTP/1.1" status: 200 len: 809 time: 0.4636183 Apr 14 16:11:56.544198 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-62a6af29-3696-49ff-9f40-10259310b50e tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/quotas/8e734f0a9ae7434698dd6965b6cd1bfd HTTP/1.1" status: 200 len: 375 time: 0.0510683 Apr 14 16:11:56.636392 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-bd0ecc3c-c19e-4ca3-a17e-4457ce5b4c05 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=8e734f0a9ae7434698dd6965b6cd1bfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907135 Apr 14 16:11:56.658617 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf0ca8-798e-48e2-89e8-5117a040099f req-a7a5eded-75e3-4595-b6d7-6ee602447b12 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:56.673092 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c0cf0ca8-798e-48e2-89e8-5117a040099f req-a7a5eded-75e3-4595-b6d7-6ee602447b12 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 943 time: 0.4659011 Apr 14 16:11:56.677209 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Attempting to bind port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:11:56.677595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Attempting to bind port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:11:56.677969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Attempting to bind port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 on network 4274df80-45c8-4eee-bef3-f047e276b4fb {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:56.732606 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c0cf0ca8-798e-48e2-89e8-5117a040099f req-d0516ecd-59c4-4836-bf5a-69a72b2586c2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582745 Apr 14 16:11:56.749141 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 on network 4274df80-45c8-4eee-bef3-f047e276b4fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:11:56.749141 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Attempting to bind port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 on network 4274df80-45c8-4eee-bef3-f047e276b4fb {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:11:56.758690 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:11:56.759094 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Checking segment: {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:11:56.759539 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Bound using segment: {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:11:56.760046 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Bound port: d677e225-0a1e-4b98-a3f3-cd3d10aa9487, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:11:56.760449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.937035 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-40601dff-ce15-4af1-81b2-82f898fb74c3 service neutron] 10.222.0.61 "GET /v2.0/networks/7c379634-81f9-4098-84d2-7099dc5dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995102 Apr 14 16:11:56.937260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] For port d677e225-0a1e-4b98-a3f3-cd3d10aa9487, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:11:56.949714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] For port d677e225-0a1e-4b98-a3f3-cd3d10aa9487, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:11:56.955249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:56.983840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:57.307541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd7b7-8416-47af-a50e-69966dd32c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.416036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:57.417864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:57.418905 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] 10.222.0.49 "PUT /v2.0/ports/d677e225-0a1e-4b98-a3f3-cd3d10aa9487 HTTP/1.1" status: 200 len: 1093 time: 3.1790502 Apr 14 16:11:57.422579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'tag': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:11:57.440689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-16eac77a-f64a-4c01-8c47-0bdfa7b7b3cf req-d6b63d46-29f7-44df-b6b1-901f471f1d4c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Synchronizing usage tracker for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:11:57.485576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Pushing event updated for resources: {'Port': ['ID=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:57.491061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-744b876a-121b-41b9-a9d7-3f5c9eaaa356 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:57.492763 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-744b876a-121b-41b9-a9d7-3f5c9eaaa356 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 816 time: 0.4561625 Apr 14 16:11:57.495338 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-f79ab0fe-6d60-46a8-a545-1b456994b003 service neutron] 10.222.0.61 "GET /v2.0/networks/7c379634-81f9-4098-84d2-7099dc5dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507026 Apr 14 16:11:57.498131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:57.556325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-16eac77a-f64a-4c01-8c47-0bdfa7b7b3cf req-d6b63d46-29f7-44df-b6b1-901f471f1d4c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Unset dirty status for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:11:57.557683 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-16eac77a-f64a-4c01-8c47-0bdfa7b7b3cf req-d6b63d46-29f7-44df-b6b1-901f471f1d4c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 210 time: 0.2396002 Apr 14 16:11:57.675007 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-3ea9f6f3-affc-4fca-9e5d-8df03d3f9838 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddcd108ac1b949099e453989d0b5e973 HTTP/1.1" status: 200 len: 5703 time: 0.1711254 Apr 14 16:11:57.686850 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'port': {'device_id': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'admin_state_up': True, 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'security_groups': ['55395261-5d9d-4545-b6c0-b8f8e4e711c3']}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:11:57.847846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-1c6b070f-fef7-4a43-aed5-f4e38538d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:57.849389 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-1c6b070f-fef7-4a43-aed5-f4e38538d708 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 1096 time: 0.2271671 Apr 14 16:11:57.972590 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.102508 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-e2a040f9-0b21-461b-8ef4-297e3660a7cb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487 HTTP/1.1" status: 200 len: 217 time: 0.2396638 Apr 14 16:11:58.104342 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'tag': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487', 'status': 'completed', 'code': 200} Apr 14 16:11:58.142345 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:11:58.200146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:11:58.234475 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Made reservation on behalf of ddcd108ac1b949099e453989d0b5e973 for: {'port': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:11:58.280443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.284628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:58.287437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-09436299-e8fa-4ab8-b69f-0ff317043a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:58.289025 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-09436299-e8fa-4ab8-b69f-0ff317043a55 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 200 len: 850 time: 0.1558726 Apr 14 16:11:58.459919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-5aa766eb-d73d-4cb7-9d8a-fe8a1408d2b0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:58.462172 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-5aa766eb-d73d-4cb7-9d8a-fe8a1408d2b0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 814 time: 0.3569558 Apr 14 16:11:58.474698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9103447-ef4b-462c-9503-82936397a585 req-01358bba-487c-4710-bc78-f71aa6af912b tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:58.491662 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-594c6e22-7f8e-41a6-bf56-06fca02bb278 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/quotas/e2dadc049578474d827cc4eddeaacf22 HTTP/1.1" status: 200 len: 375 time: 0.0139029 Apr 14 16:11:58.494840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-5083d41a-7a5e-4979-826e-035874717e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:58.496420 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-5083d41a-7a5e-4979-826e-035874717e6e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4274df80-45c8-4eee-bef3-f047e276b4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1738389 Apr 14 16:11:58.499437 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e9103447-ef4b-462c-9503-82936397a585 req-01358bba-487c-4710-bc78-f71aa6af912b tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 943 time: 0.2048388 Apr 14 16:11:58.604385 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e9103447-ef4b-462c-9503-82936397a585 req-f02488eb-2a14-4cb2-b956-57cb7c972d2e tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032507 Apr 14 16:11:58.755128 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4a717143-af67-464d-af99-33576ef105c0 req-3b2e9971-54a8-4db2-a13d-813e1f2dead7 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 210 time: 0.0784206 Apr 14 16:11:58.761964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Allocated IP 172.20.0.11 (ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09/c11a8185-c5c1-495e-8acd-b28b4ae620b1/ea36e96e-1bc9-49c4-ba52-08773a64a5cc) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:11:59.082135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.099982 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ce209f32-07f1-45e6-ab4f-477a2840ff2d req-e79c378f-704f-4dec-8abe-41c6d434ab94 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 210 time: 0.1204767 Apr 14 16:11:59.183729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.241919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Transition to ACTIVE for port object ea36e96e-1bc9-49c4-ba52-08773a64a5cc will not be triggered until provisioned by entity DHCP. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:11:59.268713 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-829ea4c8-c535-4cb8-8d6f-5e3408181d59 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7651639 Apr 14 16:11:59.276146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.308214 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-cb0b1273-4632-42dd-908e-63737847e242 service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033612 Apr 14 16:11:59.311159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:11:59.552856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:11:59.565632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:11:59.579639 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3ceef49-b32d-4c47-8e58-9b5faf32aa33 req-748812f6-fbc3-43c0-b5f6-b4d1109d327d service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084103 Apr 14 16:11:59.664047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:11:59.665968 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:11:59.668749 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:11:59.777298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:11:59.778118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:11:59.821786 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-6eefb346-78a2-4e9a-a958-db9a28375805 service neutron] 10.222.0.61 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515902 Apr 14 16:11:59.857637 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-b91c3d89-b7fe-4646-af3a-2c6f1abf7c19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1762362 Apr 14 16:11:59.871500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Request body: {'port': {'device_id': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:00.030202 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.49', 62800) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:00.060945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ac93df81-56d6-48f2-8446-5b8b52f2779e None None] Provisioning for port ea36e96e-1bc9-49c4-ba52-08773a64a5cc completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:00.070378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ac93df81-56d6-48f2-8446-5b8b52f2779e None None] Provisioning complete for port ea36e96e-1bc9-49c4-ba52-08773a64a5cc triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:00.073964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ac93df81-56d6-48f2-8446-5b8b52f2779e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.200501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ac93df81-56d6-48f2-8446-5b8b52f2779e None None] Port ea36e96e-1bc9-49c4-ba52-08773a64a5cc cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:00.201447 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-a056189e-308a-4a60-a38c-ebfa69066acf service neutron] 10.222.0.61 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597500 Apr 14 16:12:00.242563 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-36f20be5-df12-4ce9-8f86-9838d28786c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:00.244188 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-36f20be5-df12-4ce9-8f86-9838d28786c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 1096 time: 0.5691583 Apr 14 16:12:00.374964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60574) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:00.455777 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.470274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-f7250bc1-beb8-4357-a0cc-5695306ed38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:00.472707 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-f7250bc1-beb8-4357-a0cc-5695306ed38b service neutron] 10.222.0.49 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 912 time: 0.2137964 Apr 14 16:12:00.559378 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-bed86e80-9b4c-4857-aa49-acbfe488aed7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487 HTTP/1.1" status: 200 len: 217 time: 0.0765724 Apr 14 16:12:00.594307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12b442-ffee-44d3-a1d1-dba19b2a507f req-3a45326d-9bdf-4c2c-bdc7-9571e3bfbe46 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:00.604103 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-df12b442-ffee-44d3-a1d1-dba19b2a507f req-3a45326d-9bdf-4c2c-bdc7-9571e3bfbe46 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 945 time: 0.6411371 Apr 14 16:12:00.650582 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-df12b442-ffee-44d3-a1d1-dba19b2a507f req-7760a881-3a11-4326-9192-1576a0521dba tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Apr 14 16:12:00.687783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:00.690588 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-4dc75474-8a11-4553-ac07-7eb42fc06986 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:00.695661 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-4dc75474-8a11-4553-ac07-7eb42fc06986 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.49 "GET /v2.0/networks?id=7c379634-81f9-4098-84d2-7099dc5dcf27 HTTP/1.1" status: 200 len: 809 time: 0.6566782 Apr 14 16:12:00.732320 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:00.737996 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Request body: {'port': {'device_id': '622780c2-acc8-47ee-9b60-66998d68fc3d', 'network_id': '7c379634-81f9-4098-84d2-7099dc5dcf27', 'admin_state_up': True, 'tenant_id': '8e734f0a9ae7434698dd6965b6cd1bfd'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:00.743403 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-8110fce3-d4a9-4b5c-a3cd-ff13515215b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:00.745199 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-8110fce3-d4a9-4b5c-a3cd-ff13515215b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 200 len: 850 time: 0.1775217 Apr 14 16:12:00.746358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Usage tracker for resource:security_group_rule and tenant:2fd6699ab1dd4a2b9e0702db0defcc2e is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:00.757657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:00.772883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:00.783816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357fe92-cf61-4700-a181-c0f656019cd8 req-f7a00082-c476-42e3-86f9-2536024714de tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:00.785671 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0357fe92-cf61-4700-a181-c0f656019cd8 req-f7a00082-c476-42e3-86f9-2536024714de tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 943 time: 0.1809521 Apr 14 16:12:00.935094 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0357fe92-cf61-4700-a181-c0f656019cd8 req-a5f92ee5-cf3d-4af9-b833-ee90a2f8c06f tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957160 Apr 14 16:12:01.019894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60602) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:01.042201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-a217be00-50c8-441c-ab53-37cfb542f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:01.044038 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-a217be00-50c8-441c-ab53-37cfb542f03f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4274df80-45c8-4eee-bef3-f047e276b4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2730336 Apr 14 16:12:01.262931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.317039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.331542 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:01.334168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.350332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Usage tracker for resource:security_group_rule and tenant:d8fc8a9283874f068e63d9866b003fb6 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:01.359686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:01.366401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:01.387077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:01.390743 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-a2c00cd2-fe75-4208-ba32-fea410c7b81d service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390377 Apr 14 16:12:01.391264 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.49', 62805) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:01.432236 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4b45e1c-7272-44ae-b66e-8d8f1d64eb64 req-68d01e1b-4589-4b7a-88a3-b73675bcf575 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 210 time: 0.1169171 Apr 14 16:12:01.524152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:01.539305 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2fd6699ab1dd4a2b9e0702db0defcc2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1573129 Apr 14 16:12:01.578079 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Usage tracker for resource:port and tenant:8e734f0a9ae7434698dd6965b6cd1bfd is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:01.581174 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60618) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:01.584162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:01.613355 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfacdf30-1386-49de-9588-7c3f04abde3c,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:01.640333 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57ac01-6c7f-4d3f-9a37-33e6350d1076 req-e9d1cbde-ac51-4dfc-99bc-0169b4734802 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:01.641956 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4c57ac01-6c7f-4d3f-9a37-33e6350d1076 req-e9d1cbde-ac51-4dfc-99bc-0169b4734802 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 932 time: 0.4882228 Apr 14 16:12:01.651052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:01.652744 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.653157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.653559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.653955 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.654375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.654775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.655330 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.655504 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.655902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.656283 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.656908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.657016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:01.670578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:01.685834 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2ab1e4a2-aa9e-4eb2-a5c9-29b05bdf1d90 req-b4426538-8f5e-4d3d-914a-85a54d0e6a1c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 210 time: 0.1092083 Apr 14 16:12:01.711938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Made reservation on behalf of 8e734f0a9ae7434698dd6965b6cd1bfd for: {'port': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:01.718161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.733937 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4c57ac01-6c7f-4d3f-9a37-33e6350d1076 req-5ec30674-ec4c-4ad7-b1c4-83092501df3a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Synchronizing usage tracker for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:01.792277 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b07b1f7b-19d6-4f3a-a59d-fa4537f8d0b5 req-c8e2347b-46b2-4de8-b88e-1128ff28702f service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766789 Apr 14 16:12:01.801585 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4c57ac01-6c7f-4d3f-9a37-33e6350d1076 req-5ec30674-ec4c-4ad7-b1c4-83092501df3a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Unset dirty status for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:01.802890 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4c57ac01-6c7f-4d3f-9a37-33e6350d1076 req-5ec30674-ec4c-4ad7-b1c4-83092501df3a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412418 Apr 14 16:12:01.819454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-4ef76819-45a7-4672-a1d9-34342ccf434f tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:01.821067 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-4ef76819-45a7-4672-a1d9-34342ccf434f tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.49 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 945 time: 0.4182074 Apr 14 16:12:01.844577 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.891564 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.896955 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:01.915984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7db18f10-c369-4ac1-8b61-28262e71484e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:01.941695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Deleting port dcfe4b68-2ceb-4849-a662-dbe436b6b13a {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:01.942102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.002502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.040606 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d8fc8a9283874f068e63d9866b003fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0192678 Apr 14 16:12:02.046620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf0571-6f19-439a-965f-e7c0b599dbd8,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:02.070534 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60628) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:02.129943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:02.159262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea36e96e-1bc9-49c4-ba52-08773a64a5cc {{(pid=85269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:02.164621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Allocated IP 172.20.0.12 (7c379634-81f9-4098-84d2-7099dc5dcf27/1b6123d8-df4e-4821-9628-5fb3b3dc189d/7ffcb4fc-221a-4da0-bd94-ceb20c46a095) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:02.177485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.201691 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a218e86-5fdd-4054-9cfe-bb5ae00d7700 req-c22ba04a-c10d-4389-8923-19b0038fe12c tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:02.203356 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9a218e86-5fdd-4054-9cfe-bb5ae00d7700 req-c22ba04a-c10d-4389-8923-19b0038fe12c tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 945 time: 0.3643599 Apr 14 16:12:02.244271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Transition to ACTIVE for port object ea36e96e-1bc9-49c4-ba52-08773a64a5cc will not be triggered until provisioned by entity L2. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:02.249445 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.264777 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-54ba7937-3bef-43c7-8452-0fe83d7e8a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:02.278675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.297415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device d677e225-0a1e-4b98-a3f3-cd3d10aa9487 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:02.300978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfacdf30-1386-49de-9588-7c3f04abde3c,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:02.305821 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9a218e86-5fdd-4054-9cfe-bb5ae00d7700 req-291433dc-ad12-414f-9073-283e4f3e249b tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896583 Apr 14 16:12:02.396853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.396853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.396853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.396853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.396853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.396853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.396853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.396853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.396853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.397429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.397429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.398146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:02.464769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:02.465328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a39d7153-412f-4d1a-9456-008aa9cc5170 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:02.563484 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port d677e225-0a1e-4b98-a3f3-cd3d10aa9487, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:02.567926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.572596 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cfacdf30-1386-49de-9588-7c3f04abde3c HTTP/1.1" status: 204 len: 168 time: 0.9901474 Apr 14 16:12:02.573978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:02.587433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:02.601888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'port_id': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487', 'mac_address': 'fa:16:3e:8b:2f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:02.703569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-077a10a6-dc37-447a-b15e-b5461857d3cf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:02.705974 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-077a10a6-dc37-447a-b15e-b5461857d3cf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 814 time: 0.6973193 Apr 14 16:12:02.716163 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ae97e055-b913-469b-acf4-e5ef6f8745ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.726357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-262a728c-c46b-4b0c-ae45-7a240aa16271 req-a783e790-a88e-4b30-95ee-3b6250b7cb13 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Synchronizing usage tracker for tenant:8e734f0a9ae7434698dd6965b6cd1bfd on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:02.745604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Request body: {'port': {'device_id': '45879de7-180b-443e-9c5f-818273cf84c3', 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e', 'admin_state_up': True, 'tenant_id': 'e2dadc049578474d827cc4eddeaacf22'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:02.757009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.758773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d677e225-0a1e-4b98-a3f3-cd3d10aa9487 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:02.785702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port d677e225-0a1e-4b98-a3f3-cd3d10aa9487, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:02.789382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.793391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:02.803868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-262a728c-c46b-4b0c-ae45-7a240aa16271 req-a783e790-a88e-4b30-95ee-3b6250b7cb13 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Unset dirty status for tenant:8e734f0a9ae7434698dd6965b6cd1bfd on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:02.804707 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-262a728c-c46b-4b0c-ae45-7a240aa16271 req-a783e790-a88e-4b30-95ee-3b6250b7cb13 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 210 time: 0.1871231 Apr 14 16:12:02.826592 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:02.857468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16f242-a429-478c-8cd2-44a1f155e541 req-afab4c52-9de0-4803-b60d-03206b176957 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:02.869860 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-db16f242-a429-478c-8cd2-44a1f155e541 req-afab4c52-9de0-4803-b60d-03206b176957 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 943 time: 0.7307270 Apr 14 16:12:02.894673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:02.898991 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:03.038317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['d677e225-0a1e-4b98-a3f3-cd3d10aa9487'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:03.038657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] For port dcfe4b68-2ceb-4849-a662-dbe436b6b13a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,segment=NetworkSegment(490faee5-5d38-4991-985e-646ebf08e7ab),segment_id=490faee5-5d38-4991-985e-646ebf08e7ab)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:03.039079 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.127288 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3f9251a4-e8f5-4138-9466-be7a96e0764c req-e9825923-fa01-46af-adcc-e9fe8bf595a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 210 time: 0.0725737 Apr 14 16:12:03.217406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60656) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:03.233461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ae97e055-b913-469b-acf4-e5ef6f8745ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.249349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Calling delete_port for dcfe4b68-2ceb-4849-a662-dbe436b6b13a owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:03.255689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.295673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Attempting to bind port ea36e96e-1bc9-49c4-ba52-08773a64a5cc on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:03.296220 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Attempting to bind port ea36e96e-1bc9-49c4-ba52-08773a64a5cc by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:03.296983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Attempting to bind port ea36e96e-1bc9-49c4-ba52-08773a64a5cc on network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:03.299587 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-db16f242-a429-478c-8cd2-44a1f155e541 req-894bac1a-7093-479d-8bc9-5e5d5203581a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4261806 Apr 14 16:12:03.307590 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Port ea36e96e-1bc9-49c4-ba52-08773a64a5cc on network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:03.308098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Attempting to bind port ea36e96e-1bc9-49c4-ba52-08773a64a5cc on network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:03.311170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:03.325736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.325736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Usage tracker for resource:security_group_rule and tenant:9aafbdf4232b496085b38f8f78c705d3 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:03.329571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:03.330166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Checking segment: {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:03.330659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Bound using segment: {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:03.331965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Bound port: ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'}}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:03.331965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.374456 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:03.455520 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:03.459750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:03.467549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:03.550438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:03.607226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ae97e055-b913-469b-acf4-e5ef6f8745ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.608080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Made reservation on behalf of e2dadc049578474d827cc4eddeaacf22 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:03.614055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.660687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3d33ce40-1f7c-49ce-8b3b-87c57df56681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:03.667841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, cleared binding levels {{(pid=85269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:03.704593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Pushing event updated for resources: {'Port': ['ID=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:03.713676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97e055-b913-469b-acf4-e5ef6f8745ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf0571-6f19-439a-965f-e7c0b599dbd8,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:03.718182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:03.729093 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ae97e055-b913-469b-acf4-e5ef6f8745ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:03.732004 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:03.747238 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.764740 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.780892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['dcfe4b68-2ceb-4849-a662-dbe436b6b13a'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:03.782940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952884f-2a75-454d-9f1c-682497cbebca req-0be6b8bd-8b3f-46b4-9a91-59b588be108c tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:03.783999 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-7952884f-2a75-454d-9f1c-682497cbebca req-0be6b8bd-8b3f-46b4-9a91-59b588be108c tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Synchronizing usage tracker for tenant:e5bfe5afa00f4189900423385d255d1f on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:03.788398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:03.812593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:03.966498 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Pushing event deleted for resources: {'Port': ['ID=dcfe4b68-2ceb-4849-a662-dbe436b6b13a,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:03.974710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ae97e055-b913-469b-acf4-e5ef6f8745ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:03.975956 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ae97e055-b913-469b-acf4-e5ef6f8745ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c3bf0571-6f19-439a-965f-e7c0b599dbd8 HTTP/1.1" status: 204 len: 168 time: 1.9021480 Apr 14 16:12:03.982158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:04.007608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-7952884f-2a75-454d-9f1c-682497cbebca req-0be6b8bd-8b3f-46b4-9a91-59b588be108c tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Unset dirty status for tenant:e5bfe5afa00f4189900423385d255d1f on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:04.008927 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7952884f-2a75-454d-9f1c-682497cbebca req-0be6b8bd-8b3f-46b4-9a91-59b588be108c tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 945 time: 0.5245719 Apr 14 16:12:04.061393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Allocated IP 172.20.0.11 (338a5bab-a8c6-45d7-ae94-e0542cc9e87e/40c90a62-c7c0-44af-a81f-f16d6983458d/b91f751a-704a-447f-bcf6-60075d07d6a9) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:04.095675 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7952884f-2a75-454d-9f1c-682497cbebca req-143475ce-a814-4aa0-b1a8-a1e15c21e8cd tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/security-groups?id=3a3d990b-971b-4431-bb14-c1ff5cedb2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591762 Apr 14 16:12:04.120502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccb291-1842-45a9-b4cd-f5fe354833b1 req-3c0f1ee6-f98c-4a22-bfee-6a9d3965b257 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:04.121310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-69ccb291-1842-45a9-b4cd-f5fe354833b1 req-3c0f1ee6-f98c-4a22-bfee-6a9d3965b257 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Synchronizing usage tracker for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:04.144586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Network 7c379634-81f9-4098-84d2-7099dc5dcf27 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:04.283447 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] No DVR routers for this DVR port dcfe4b68-2ceb-4849-a662-dbe436b6b13a on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:12:04.292936 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.298057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:04.299850 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device d677e225-0a1e-4b98-a3f3-cd3d10aa9487 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:04.315069 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:04.355018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-69ccb291-1842-45a9-b4cd-f5fe354833b1 req-3c0f1ee6-f98c-4a22-bfee-6a9d3965b257 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Unset dirty status for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:04.363269 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ccb291-1842-45a9-b4cd-f5fe354833b1 req-3c0f1ee6-f98c-4a22-bfee-6a9d3965b257 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 1.0429103 Apr 14 16:12:04.365497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.400858 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.403486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d99fbc-6a0b-45ba-84fc-9dd85ec93604', 'name': 'network-vif-deleted', 'tag': 'dcfe4b68-2ceb-4849-a662-dbe436b6b13a'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:04.457080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:04.458974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=3']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:04.466772 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-84e37c0f-88c1-457e-8f6e-0c519af7685a req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.49 "DELETE /v2.0/ports/dcfe4b68-2ceb-4849-a662-dbe436b6b13a HTTP/1.1" status: 204 len: 173 time: 2.6395290 Apr 14 16:12:04.476264 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:04.476985 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.478730 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] 10.222.0.49 "PUT /v2.0/ports/ea36e96e-1bc9-49c4-ba52-08773a64a5cc HTTP/1.1" status: 200 len: 1094 time: 4.6123414 Apr 14 16:12:04.484327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:04.484680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:04.485304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.513153 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ccb291-1842-45a9-b4cd-f5fe354833b1 req-a311fd5a-3679-4b8c-87ee-7a86331dc5cc tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487510 Apr 14 16:12:04.518875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:04.533824 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d1055ee3-9388-4514-b7c8-641543ebb4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:04.601645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60684) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:04.626378 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9aafbdf4232b496085b38f8f78c705d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4006205 Apr 14 16:12:04.628067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60688) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:04.670438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:04.680557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.785926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.806334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.817110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port d677e225-0a1e-4b98-a3f3-cd3d10aa9487, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:04.818231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:04.825868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.826469 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device dcfe4b68-2ceb-4849-a662-dbe436b6b13a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:04.848503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f75c6-989e-4125-b177-ea48e4bac955 req-5183d137-7f9a-4dfa-8526-8a948d3df976 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:04.855257 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-204f75c6-989e-4125-b177-ea48e4bac955 req-5183d137-7f9a-4dfa-8526-8a948d3df976 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 932 time: 0.5658906 Apr 14 16:12:04.866207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:04.883996 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b36a91-a2cb-4ba4-8f36-97199170779c,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:04.899884 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: dcfe4b68-2ceb-4849-a662-dbe436b6b13a {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:04.900285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device dcfe4b68-2ceb-4849-a662-dbe436b6b13a not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:04.913191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:04.928644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:04.933966 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ae30bbf9-06b9-479a-afbc-444da11ef0f8 req-cc88c3ec-ed1b-4467-9f0a-81a614c677af tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 210 time: 0.1289771 Apr 14 16:12:04.951660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Usage tracker for resource:security_group_rule and tenant:1c91fce1653845fb871235dcef84c7c7 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:04.958675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:04.975283 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:04.979359 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2559168 Apr 14 16:12:04.985667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:04.991265 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:05.006349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:05.014399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Request body: {'port': {'device_id': '622780c2-acc8-47ee-9b60-66998d68fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:05.057036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-204f75c6-989e-4125-b177-ea48e4bac955 req-f8ec6529-6841-416d-a8ce-5f4cb676e1e6 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Synchronizing usage tracker for tenant:8e734f0a9ae7434698dd6965b6cd1bfd on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:05.067827 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-859e1aed-41fe-44d0-8244-c57b89215a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.103604 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-998616d8-6890-4a87-8321-1391f39899e0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4379544 Apr 14 16:12:05.105332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-204f75c6-989e-4125-b177-ea48e4bac955 req-f8ec6529-6841-416d-a8ce-5f4cb676e1e6 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Unset dirty status for tenant:8e734f0a9ae7434698dd6965b6cd1bfd on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:05.106618 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-204f75c6-989e-4125-b177-ea48e4bac955 req-f8ec6529-6841-416d-a8ce-5f4cb676e1e6 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001495 Apr 14 16:12:05.107740 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.120309 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:05.133533 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3f5ebefd-1ceb-4d72-9292-3e3c9a9514ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:05.203668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-c62295c6-ae73-4118-8a89-488d48994ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:05.205362 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-c62295c6-ae73-4118-8a89-488d48994ebf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 1097 time: 0.5487988 Apr 14 16:12:05.259944 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-859e1aed-41fe-44d0-8244-c57b89215a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.288953 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d99fbc-6a0b-45ba-84fc-9dd85ec93604', 'name': 'network-vif-deleted', 'tag': 'dcfe4b68-2ceb-4849-a662-dbe436b6b13a', 'status': 'completed', 'code': 200} Apr 14 16:12:05.374233 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.379052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Pushing event updated for resources: {'Port': ['ID=b91f751a-704a-447f-bcf6-60075d07d6a9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:05.385872 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:05.449671 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'status': 'completed', 'code': 200} Apr 14 16:12:05.452632 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487', 'code': 200} Apr 14 16:12:05.471679 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:05.475014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-09a318d2-392a-49bc-8a41-cd903ad1b4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:05.476682 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-09a318d2-392a-49bc-8a41-cd903ad1b4b9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 1098 time: 0.1822076 Apr 14 16:12:05.477616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:05.479854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:05.534562 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-37aae457-bd67-4610-bca1-483ee799d2e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc HTTP/1.1" status: 200 len: 217 time: 0.2798641 Apr 14 16:12:05.661987 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.764496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.784214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-875ad43d-95c6-496a-b8c5-838f45546110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:05.875366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-a753e258-ed48-4511-ae5d-2e97fdab230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:05.877078 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-a753e258-ed48-4511-ae5d-2e97fdab230c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.3236566 Apr 14 16:12:05.895022 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c91fce1653845fb871235dcef84c7c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2915778 Apr 14 16:12:05.897056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60704) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:05.906883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.49', 62815) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:05.914282 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2bbaa1e1-c91e-414e-ab38-44205e091a31 req-b73459eb-4fdd-4138-ba5b-9113a3ecf432 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2d99fbc-6a0b-45ba-84fc-9dd85ec93604 HTTP/1.1" status: 200 len: 210 time: 0.0731931 Apr 14 16:12:05.971998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:05.972545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:05.987485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ab7a3-cd68-4d1b-8e73-f77ba2898908 req-33faf3fb-ce59-4bfd-8053-580e09853bdc tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:05.995055 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-498ab7a3-cd68-4d1b-8e73-f77ba2898908 req-33faf3fb-ce59-4bfd-8053-580e09853bdc tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.9161196 Apr 14 16:12:06.025505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f310ae1-0ee7-4c9e-a559-8404ddc39660,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:06.032475 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:06.069601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-33573275-0555-4dbe-822a-075d122b0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:06.071277 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-33573275-0555-4dbe-822a-075d122b0c5d service neutron] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 915 time: 0.5591981 Apr 14 16:12:06.151528 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4330890 Apr 14 16:12:06.166830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Request body: {'port': {'device_id': '45879de7-180b-443e-9c5f-818273cf84c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:06.210654 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-6b0f4052-21fb-4e41-ba59-d7a2eef03c0c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e HTTP/1.1" status: 200 len: 217 time: 0.1276324 Apr 14 16:12:06.217480 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-498ab7a3-cd68-4d1b-8e73-f77ba2898908 req-79344ac1-251c-4d26-81f6-dd8473f34442 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209668 Apr 14 16:12:06.242406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-859e1aed-41fe-44d0-8244-c57b89215a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.259948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-26783b30-21e1-491e-9ec5-bcc57a01e9dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:06.336568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e1aed-41fe-44d0-8244-c57b89215a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b36a91-a2cb-4ba4-8f36-97199170779c,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:06.351119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-859e1aed-41fe-44d0-8244-c57b89215a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:06.360502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-33173c6e-8d9b-46d2-a246-cb8b00578dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:06.364013 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-33173c6e-8d9b-46d2-a246-cb8b00578dbd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.1456361 Apr 14 16:12:06.487931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723583b6-1850-45d5-9b96-74058a77a498 req-640f6cd6-c58a-410e-b62c-bb45b8a8bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:06.489413 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-723583b6-1850-45d5-9b96-74058a77a498 req-640f6cd6-c58a-410e-b62c-bb45b8a8bf3e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 1098 time: 0.5741234 Apr 14 16:12:06.497137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-859e1aed-41fe-44d0-8244-c57b89215a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.498241 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-859e1aed-41fe-44d0-8244-c57b89215a8a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88b36a91-a2cb-4ba4-8f36-97199170779c HTTP/1.1" status: 204 len: 168 time: 1.8367505 Apr 14 16:12:06.557388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6542d9e9-f3b1-4480-a8fd-b01df1e9b3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.570013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.588437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-5f2592c1-4bda-404e-a884-0f93ac9307f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:06.590078 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-5f2592c1-4bda-404e-a884-0f93ac9307f1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5834367 Apr 14 16:12:06.621427 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-d3a6e5dd-4ebb-4829-b646-160bfc8b40bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1822035 Apr 14 16:12:06.663133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6542d9e9-f3b1-4480-a8fd-b01df1e9b3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:06.784625 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-723583b6-1850-45d5-9b96-74058a77a498 req-e0c886bc-b5eb-410b-833a-25d97a50d4b7 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219217 Apr 14 16:12:06.876640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919f9fe-c752-487f-bc33-73f9685e5497 req-bb6f625b-54ba-41f1-8d09-01bd9b8aae52 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:06.885963 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c919f9fe-c752-487f-bc33-73f9685e5497 req-bb6f625b-54ba-41f1-8d09-01bd9b8aae52 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 932 time: 0.5027053 Apr 14 16:12:06.926978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdb359-8750-45de-bfea-94870554abf0 req-6b1d6cfa-d76b-4185-94db-67827f399753 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:06.934996 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6cbdb359-8750-45de-bfea-94870554abf0 req-6b1d6cfa-d76b-4185-94db-67827f399753 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.5626612 Apr 14 16:12:06.995817 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-9ab49127-3d11-45f0-86e1-8d03534ae01c service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619480 Apr 14 16:12:07.038626 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-5bdd59ff-7e29-49fb-8b20-aafa06d4cf76 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349859 Apr 14 16:12:07.068300 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c919f9fe-c752-487f-bc33-73f9685e5497 req-4d99dd37-e5d7-41e1-b9aa-59b46db4e2b4 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811326 Apr 14 16:12:07.148959 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6cbdb359-8750-45de-bfea-94870554abf0 req-a8aa71a5-9c09-49b5-a5eb-0eec91eca54a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128611 Apr 14 16:12:07.247961 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60750) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:07.435523 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.450120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6542d9e9-f3b1-4480-a8fd-b01df1e9b3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.456031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-86dd9fa9-b4ee-4ac0-9727-a437fad65072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:07.548400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542d9e9-f3b1-4480-a8fd-b01df1e9b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f310ae1-0ee7-4c9e-a559-8404ddc39660,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:07.560654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 {{(pid=85269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:07.570793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6542d9e9-f3b1-4480-a8fd-b01df1e9b3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.578984 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6542d9e9-f3b1-4480-a8fd-b01df1e9b3ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f310ae1-0ee7-4c9e-a559-8404ddc39660 HTTP/1.1" status: 204 len: 168 time: 1.6103928 Apr 14 16:12:07.583407 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf2178b6-b326-496d-8f88-4f8b65694315 req-cb559b1d-9fdb-4a59-b4f4-0e46c4dff87c service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107298 Apr 14 16:12:07.607984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.653654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Transition to ACTIVE for port object 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 will not be triggered until provisioned by entity L2. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:07.656026 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6542d9e9-f3b1-4480-a8fd-b01df1e9b3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:07.661005 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:07.670881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:07.711379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Usage tracker for resource:security_group_rule and tenant:903bad8b9dc04537897b41a108fc640e is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:07.731830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6f78f27d-b651-4144-ba81-3a33796a4e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:07.750267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:07.767610 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69ec4032-c2dc-4269-80b3-c3d0d81d9628 req-f18115fb-d514-4f57-bd03-c4e568aa77a9 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7622473 Apr 14 16:12:07.782138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:07.948433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417eaba8-6313-4c5b-ab24-811d2e9157ee req-88fdde71-ffdb-488c-b75b-b6c255dae5e1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:07.950410 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-417eaba8-6313-4c5b-ab24-811d2e9157ee req-88fdde71-ffdb-488c-b75b-b6c255dae5e1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.4852550 Apr 14 16:12:07.968436 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0f10b-6755-46e0-af86-31e9b221d93d req-84c7de4f-8353-4916-9df1-bcbc81a5f51b tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:07.970076 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c7b0f10b-6755-46e0-af86-31e9b221d93d req-84c7de4f-8353-4916-9df1-bcbc81a5f51b tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 932 time: 0.5021436 Apr 14 16:12:08.032610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91f751a-704a-447f-bcf6-60075d07d6a9 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:08.043610 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-417eaba8-6313-4c5b-ab24-811d2e9157ee req-f8f32128-615c-4641-970b-64da5b993e3d tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821948 Apr 14 16:12:08.048044 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.089328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Transition to ACTIVE for port object b91f751a-704a-447f-bcf6-60075d07d6a9 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:08.100800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.101815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:08.124939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:08.136696 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c7b0f10b-6755-46e0-af86-31e9b221d93d req-ecc18072-394f-400d-8596-bba73cb3faa4 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381335 Apr 14 16:12:08.146204 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:08.171347 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.265231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17170bb-8b29-414c-8326-be75a6ca571e req-c952f34c-8233-4bd1-979f-18e7b223223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:08.267152 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e17170bb-8b29-414c-8326-be75a6ca571e req-c952f34c-8233-4bd1-979f-18e7b223223a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 1097 time: 0.4913843 Apr 14 16:12:08.269220 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.401566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Pushing event updated for resources: {'Port': ['ID=b91f751a-704a-447f-bcf6-60075d07d6a9,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:08.408788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:08.409449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:08.418368 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=903bad8b9dc04537897b41a108fc640e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1396236 Apr 14 16:12:08.439218 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60786) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:08.542429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589f0d92-a1a2-4536-a5e3-fd9d554ce3b1,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:08.558986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:08.685543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1fd49073-1e6e-4f8b-b60f-e2478fca0843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.755373 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17170bb-8b29-414c-8326-be75a6ca571e req-32a2cb67-a50e-4fec-bfcf-72cb44dc306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:08.758598 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e17170bb-8b29-414c-8326-be75a6ca571e req-32a2cb67-a50e-4fec-bfcf-72cb44dc306b service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.4159546 Apr 14 16:12:08.820295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c4a46-5c27-47c7-a2d4-3fc7088b9f24 req-caec6f43-202e-4cd0-bad1-756c144538c2 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:08.821126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4f8c4a46-5c27-47c7-a2d4-3fc7088b9f24 req-caec6f43-202e-4cd0-bad1-756c144538c2 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:08.828373 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1fd49073-1e6e-4f8b-b60f-e2478fca0843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:08.885959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4f8c4a46-5c27-47c7-a2d4-3fc7088b9f24 req-caec6f43-202e-4cd0-bad1-756c144538c2 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:08.890080 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4f8c4a46-5c27-47c7-a2d4-3fc7088b9f24 req-caec6f43-202e-4cd0-bad1-756c144538c2 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 944 time: 0.4230919 Apr 14 16:12:08.926791 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e17170bb-8b29-414c-8326-be75a6ca571e req-83c4cc0b-7094-4d14-88d3-07f47e92808f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc HTTP/1.1" status: 200 len: 217 time: 0.1302390 Apr 14 16:12:08.940555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Attempting to bind port b91f751a-704a-447f-bcf6-60075d07d6a9 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:08.941244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Attempting to bind port b91f751a-704a-447f-bcf6-60075d07d6a9 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:08.941656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Attempting to bind port b91f751a-704a-447f-bcf6-60075d07d6a9 on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:08.948625 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4f8c4a46-5c27-47c7-a2d4-3fc7088b9f24 req-38b7c9c5-c2f8-49bc-bfc4-9927d1c0928e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423517 Apr 14 16:12:08.952281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Port b91f751a-704a-447f-bcf6-60075d07d6a9 on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:08.952664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Attempting to bind port b91f751a-704a-447f-bcf6-60075d07d6a9 on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:08.959201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:08.959556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Checking segment: {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:08.959973 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Bound using segment: {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:08.960466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Bound port: b91f751a-704a-447f-bcf6-60075d07d6a9, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:08.960909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.014027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1fd49073-1e6e-4f8b-b60f-e2478fca0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.023767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:09.060651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd49073-1e6e-4f8b-b60f-e2478fca0843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589f0d92-a1a2-4536-a5e3-fd9d554ce3b1,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:09.065328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17170bb-8b29-414c-8326-be75a6ca571e req-55ef1659-9691-4349-8535-df34ad709854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:09.067059 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e17170bb-8b29-414c-8326-be75a6ca571e req-55ef1659-9691-4349-8535-df34ad709854 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.1313877 Apr 14 16:12:09.075545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa5f71-1e94-4832-a82a-d0e7c302595d req-146bf362-c706-4539-913a-b49d081a1ac2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:09.076799 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1fd49073-1e6e-4f8b-b60f-e2478fca0843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:09.082073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1fd49073-1e6e-4f8b-b60f-e2478fca0843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.083350 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1fd49073-1e6e-4f8b-b60f-e2478fca0843 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/589f0d92-a1a2-4536-a5e3-fd9d554ce3b1 HTTP/1.1" status: 204 len: 168 time: 0.6425259 Apr 14 16:12:09.083665 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-54fa5f71-1e94-4832-a82a-d0e7c302595d req-146bf362-c706-4539-913a-b49d081a1ac2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.5880151 Apr 14 16:12:09.086110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Attempting to bind port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:09.086110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Attempting to bind port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '66531b59-3c3b-4dae-afb3-e75719916457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7c379634-81f9-4098-84d2-7099dc5dcf27'}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:09.090717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] For port b91f751a-704a-447f-bcf6-60075d07d6a9, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:09.094517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Attempting to bind port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 on network 7c379634-81f9-4098-84d2-7099dc5dcf27 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:09.095196 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] For port b91f751a-704a-447f-bcf6-60075d07d6a9, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b91f751a-704a-447f-bcf6-60075d07d6a9,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:09.103055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.216620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 on network 7c379634-81f9-4098-84d2-7099dc5dcf27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:09.216995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Attempting to bind port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 on network 7c379634-81f9-4098-84d2-7099dc5dcf27 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:09.233915 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:09.234313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Checking segment: {'id': '66531b59-3c3b-4dae-afb3-e75719916457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7c379634-81f9-4098-84d2-7099dc5dcf27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:09.234736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Bound using segment: {'id': '66531b59-3c3b-4dae-afb3-e75719916457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7c379634-81f9-4098-84d2-7099dc5dcf27'} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:09.235213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Bound port: 7ffcb4fc-221a-4da0-bd94-ceb20c46a095, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66531b59-3c3b-4dae-afb3-e75719916457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '7c379634-81f9-4098-84d2-7099dc5dcf27'}}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:09.235600 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.256386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:09.279232 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-54fa5f71-1e94-4832-a82a-d0e7c302595d req-733db810-6b92-4584-8920-b733e2003d47 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945426 Apr 14 16:12:09.358162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17170bb-8b29-414c-8326-be75a6ca571e req-4130a72b-2a41-4c31-9a7f-b17950aa059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:09.360130 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e17170bb-8b29-414c-8326-be75a6ca571e req-4130a72b-2a41-4c31-9a7f-b17950aa059c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2589042 Apr 14 16:12:09.406007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] For port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095, host hv-cinder-78626, cleared binding levels {{(pid=85269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:09.477000 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] For port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,segment=NetworkSegment(66531b59-3c3b-4dae-afb3-e75719916457),segment_id=66531b59-3c3b-4dae-afb3-e75719916457)] {{(pid=85269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:09.528455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.564118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:09.725816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.768176 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e17170bb-8b29-414c-8326-be75a6ca571e req-c345845d-8225-4ae3-ac13-9b64d2b7f2ca service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975658 Apr 14 16:12:09.773530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,revision_number=3']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:09.789529 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:09.945401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273953e-43b5-4955-ab3f-f21a34db1fd7 req-8077b9d8-f2a8-4068-b3ab-06a7cbc94f60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:09.947246 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5273953e-43b5-4955-ab3f-f21a34db1fd7 req-8077b9d8-f2a8-4068-b3ab-06a7cbc94f60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 944 time: 0.4806912 Apr 14 16:12:09.993967 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:09.995195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:09.996868 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] 10.222.0.49 "PUT /v2.0/ports/7ffcb4fc-221a-4da0-bd94-ceb20c46a095 HTTP/1.1" status: 200 len: 1094 time: 5.0025110 Apr 14 16:12:10.005165 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622780c2-acc8-47ee-9b60-66998d68fc3d', 'tag': '7ffcb4fc-221a-4da0-bd94-ceb20c46a095'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:10.047722 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5273953e-43b5-4955-ab3f-f21a34db1fd7 req-1183616e-a091-4857-93f4-27549b10ab0f tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921593 Apr 14 16:12:10.073377 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Pushing event updated for resources: {'Port': ['ID=b91f751a-704a-447f-bcf6-60075d07d6a9,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:10.083470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:10.087630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.089309 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] 10.222.0.49 "PUT /v2.0/ports/b91f751a-704a-447f-bcf6-60075d07d6a9 HTTP/1.1" status: 200 len: 1094 time: 3.9276204 Apr 14 16:12:10.091097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45879de7-180b-443e-9c5f-818273cf84c3', 'tag': 'b91f751a-704a-447f-bcf6-60075d07d6a9'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:10.101840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:10.144674 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e17170bb-8b29-414c-8326-be75a6ca571e req-619e3073-e831-4f5c-930e-03cc68927181 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473475 Apr 14 16:12:10.201584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-32cf6ef8-15c9-478d-9928-ba823e6ca50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:10.203580 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-32cf6ef8-15c9-478d-9928-ba823e6ca50a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e734f0a9ae7434698dd6965b6cd1bfd&device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 1097 time: 0.1527188 Apr 14 16:12:10.250871 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98493aa-b69c-42c3-a6b6-ea300f4c7136 req-2051f308-ee09-4daf-a283-3c94c2c1f2c7 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:10.250871 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e98493aa-b69c-42c3-a6b6-ea300f4c7136 req-2051f308-ee09-4daf-a283-3c94c2c1f2c7 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.9952009 Apr 14 16:12:10.317128 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-7952578d-1736-4cfc-a848-daae3699be06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ffcb4fc-221a-4da0-bd94-ceb20c46a095 HTTP/1.1" status: 200 len: 217 time: 0.1006994 Apr 14 16:12:10.319184 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e98493aa-b69c-42c3-a6b6-ea300f4c7136 req-31ffb0de-e403-498d-b8e6-3c4a9e1bc6c6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592995 Apr 14 16:12:10.333432 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:10.352105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-d8419059-bc78-46ff-a56c-4f6d161f8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:10.353764 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-d8419059-bc78-46ff-a56c-4f6d161f8664 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 1097 time: 0.2196884 Apr 14 16:12:10.521990 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622780c2-acc8-47ee-9b60-66998d68fc3d', 'tag': '7ffcb4fc-221a-4da0-bd94-ceb20c46a095', 'status': 'completed', 'code': 200} Apr 14 16:12:10.537082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-4fe6071f-e927-493f-9c47-f24cfed0f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:10.538804 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-4fe6071f-e927-493f-9c47-f24cfed0f409 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b6123d8-df4e-4821-9628-5fb3b3dc189d HTTP/1.1" status: 200 len: 849 time: 0.2143340 Apr 14 16:12:10.549232 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6079c-584c-48c0-81d7-d7dda03b4a62 req-00658d7a-a3e1-4f47-a3e7-6c9746d5195c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:10.550970 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-37a6079c-584c-48c0-81d7-d7dda03b4a62 req-00658d7a-a3e1-4f47-a3e7-6c9746d5195c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 944 time: 0.1772087 Apr 14 16:12:10.552977 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-e485d56c-0dc4-4972-8dac-6ab33a4ec0b4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91f751a-704a-447f-bcf6-60075d07d6a9 HTTP/1.1" status: 200 len: 217 time: 0.1874292 Apr 14 16:12:10.586930 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:10.620923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'port_id': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'mac_address': 'fa:16:3e:10:0c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:10.623135 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-729ec34f-0aff-4f27-99a4-b8b635170ff1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c379634-81f9-4098-84d2-7099dc5dcf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710785 Apr 14 16:12:10.671241 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-82faff8a-7da3-4c83-818f-1ed0ca46a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:10.671637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60862) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:10.673147 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-82faff8a-7da3-4c83-818f-1ed0ca46a37b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.1137073 Apr 14 16:12:10.699286 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-37a6079c-584c-48c0-81d7-d7dda03b4a62 req-6ddba9c9-4d7d-4a68-b3d5-ebd1ce4bac29 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950224 Apr 14 16:12:10.777514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.779611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea36e96e-1bc9-49c4-ba52-08773a64a5cc {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:10.805993 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-92515d08-ad56-44a4-bfd8-d69e5d7deee8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232684 Apr 14 16:12:10.808445 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45879de7-180b-443e-9c5f-818273cf84c3', 'tag': 'b91f751a-704a-447f-bcf6-60075d07d6a9', 'status': 'completed', 'code': 200} Apr 14 16:12:10.816425 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:10.820996 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:10.826919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:10.987506 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-9a5a3533-a358-4671-b7f5-b170af4dfabe service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730464 Apr 14 16:12:10.989529 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60870) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:11.037640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:11.066982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.075689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.076784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.077765 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.078727 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.079793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.080884 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.081891 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.082838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.084129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.084660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.086187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:11.092918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['ea36e96e-1bc9-49c4-ba52-08773a64a5cc'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:11.108527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] Deleting subnet bcd46113-ea8e-4924-ba70-d9fa8be5a4f7 {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:12:11.113127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.199220 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1037860'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.217133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:11.324360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.354530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed84fc-7ed8-42e2-9345-d00ed5803b1a req-7a22aa1e-2f39-4b84-a96d-e560951143b1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:11.356243 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-22ed84fc-7ed8-42e2-9345-d00ed5803b1a req-7a22aa1e-2f39-4b84-a96d-e560951143b1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2083611 Apr 14 16:12:11.360006 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-207bce0c-def2-4128-911d-d232e7c1e696 service neutron] 10.222.0.49 "GET /v2.0/networks/7c379634-81f9-4098-84d2-7099dc5dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248673 Apr 14 16:12:11.361162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:11.371269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Usage tracker for resource:security_group_rule and tenant:4710b65c8f3848cebe8b47de10cf4299 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:11.378724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:11.391958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:11.444869 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff0f518c-e165-4d5f-ad2b-675af50306f3 req-1b8885a0-8184-4698-89d5-0aafb9939200 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744993 Apr 14 16:12:11.453094 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60884) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:11.466046 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'floatingip': {'port_id': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:11.563609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.721646 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb859d5c-cf49-4a40-acbf-ad7dac81695b req-361b1819-212b-49e0-9daa-8e12ee63c8e7 service neutron] 10.222.0.49 "GET /v2.0/networks/7c379634-81f9-4098-84d2-7099dc5dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470806 Apr 14 16:12:11.751291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.756482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:11.768615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6542d9e9-f3b1-4480-a8fd-b01df1e9b3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:11.916989 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4710b65c8f3848cebe8b47de10cf4299&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2350366 Apr 14 16:12:11.918519 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2c2aeb-05a0-42e1-b513-a04be9bf4115,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:11.946774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60896) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:11.960416 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6d3c-3385-4b2c-afe5-d6fc8f671735 req-e2d5d6c0-0f43-4725-9293-4c21c17237c1 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:11.964578 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-342a6d3c-3385-4b2c-afe5-d6fc8f671735 req-e2d5d6c0-0f43-4725-9293-4c21c17237c1 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 944 time: 0.3571687 Apr 14 16:12:11.977628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:12.027229 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-342a6d3c-3385-4b2c-afe5-d6fc8f671735 req-d6ad608c-b802-4db1-8625-705ece315400 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473931 Apr 14 16:12:12.030743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-31772cdc-8f12-4057-8f15-4f5c1beef42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:12.032708 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-31772cdc-8f12-4057-8f15-4f5c1beef42f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8e734f0a9ae7434698dd6965b6cd1bfd&device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 1097 time: 0.2455063 Apr 14 16:12:12.052973 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.160221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-000b22fe-66fb-424c-a3ee-19a2591fb22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.235242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188a535-43c6-4663-91d4-87a74a9fcdac req-92ba8356-b0f2-4624-91ac-031ec57d4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:12.240527 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2188a535-43c6-4663-91d4-87a74a9fcdac req-92ba8356-b0f2-4624-91ac-031ec57d4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 945 time: 1.2511971 Apr 14 16:12:12.278378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-43e9e51f-9ee7-4ed6-9764-db55f93008ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:12.280101 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-43e9e51f-9ee7-4ed6-9764-db55f93008ea service neutron] 10.222.0.49 "GET /v2.0/networks?id=7c379634-81f9-4098-84d2-7099dc5dcf27 HTTP/1.1" status: 200 len: 910 time: 0.2395096 Apr 14 16:12:12.339376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:12.362453 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-f58768ff-15da-4701-8a11-707bf60e42ac service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ffcb4fc-221a-4da0-bd94-ceb20c46a095 HTTP/1.1" status: 200 len: 217 time: 0.0736060 Apr 14 16:12:12.374506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf1b63-3068-4f8c-825a-34c6c1fbaae8 req-086864b2-ed64-4fd4-8d96-6fd727a6ce8f tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:12.383268 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1daf1b63-3068-4f8c-825a-34c6c1fbaae8 req-086864b2-ed64-4fd4-8d96-6fd727a6ce8f tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 944 time: 0.2228193 Apr 14 16:12:12.463432 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1daf1b63-3068-4f8c-825a-34c6c1fbaae8 req-f302d9df-55f6-42f2-8360-909bb4e3abb9 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791230 Apr 14 16:12:12.478750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port ea36e96e-1bc9-49c4-ba52-08773a64a5cc completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:12.487671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-ec16a935-7e12-49fc-9abd-beb37baf4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:12.489381 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-ec16a935-7e12-49fc-9abd-beb37baf4897 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1b6123d8-df4e-4821-9628-5fb3b3dc189d HTTP/1.1" status: 200 len: 849 time: 0.0915115 Apr 14 16:12:12.491911 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port ea36e96e-1bc9-49c4-ba52-08773a64a5cc triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:12.492476 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.554350 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-c3d9602b-ebdb-4dce-98f2-d10ed68fffcd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7c379634-81f9-4098-84d2-7099dc5dcf27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539358 Apr 14 16:12:12.663775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.701066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:12.703365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:12.729731 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.737992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:12.842777 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-496cc467-37f7-4432-a5da-fd0cfd10e2e1 service neutron] 10.222.0.49 "GET /v2.0/networks/7c379634-81f9-4098-84d2-7099dc5dcf27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754242 Apr 14 16:12:12.894351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-000b22fe-66fb-424c-a3ee-19a2591fb22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:12.979109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60922) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:13.004882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-940df421-d7d1-4db8-a851-f8b612d116ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:13.008032 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-940df421-d7d1-4db8-a851-f8b612d116ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 1097 time: 1.0618985 Apr 14 16:12:13.073457 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'code': 200} Apr 14 16:12:13.137665 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2188a535-43c6-4663-91d4-87a74a9fcdac req-52b50662-6988-45be-8f7f-b2deaf074809 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795186 Apr 14 16:12:13.142950 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:13.151083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:13.247736 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7636a050-d86e-47d1-b14b-3be2da0069fc req-99514201-e532-494e-9090-a9cacafe1640 service neutron] 10.222.0.49 "GET /v2.0/networks/7c379634-81f9-4098-84d2-7099dc5dcf27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976195 Apr 14 16:12:13.292367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250b6ef-2575-4883-bc39-5dfe8fd9b7b0 req-9cf56ce2-9028-4af5-8b26-71079a41bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:13.294159 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1250b6ef-2575-4883-bc39-5dfe8fd9b7b0 req-9cf56ce2-9028-4af5-8b26-71079a41bfd4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 1099 time: 0.1787024 Apr 14 16:12:13.437643 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1250b6ef-2575-4883-bc39-5dfe8fd9b7b0 req-eccb25c5-804d-463e-8e0d-be1edcbca3a6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985868 Apr 14 16:12:13.480164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb5df5-faaa-40b3-977b-7e99a8ccb167 req-602fff0b-c738-4b3f-a4e3-6605f12a50ec tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:13.481936 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-86bb5df5-faaa-40b3-977b-7e99a8ccb167 req-602fff0b-c738-4b3f-a4e3-6605f12a50ec tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 944 time: 0.1853888 Apr 14 16:12:13.553272 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-86bb5df5-faaa-40b3-977b-7e99a8ccb167 req-2bec21d6-0e69-4117-9650-4ea83fde5b2b tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Apr 14 16:12:13.662706 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.resource_extend [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:12:13.971512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.089115 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:14.093709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.104671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d406e374ae48eba7ab23053f1ab607 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:14.109352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:14.116056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.172624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-000b22fe-66fb-424c-a3ee-19a2591fb22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.192489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:14.201518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:14.221767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-72de406a-13cd-4f17-9d47-3971b071fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:14.223472 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-72de406a-13cd-4f17-9d47-3971b071fc54 service neutron] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 915 time: 1.2031307 Apr 14 16:12:14.364354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:14.426290 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-1d56a1db-b5ab-44ef-8155-030afdb60271 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b91f751a-704a-447f-bcf6-60075d07d6a9 HTTP/1.1" status: 200 len: 217 time: 0.1328580 Apr 14 16:12:14.445711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-000b22fe-66fb-424c-a3ee-19a2591fb22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.450934 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-000b22fe-66fb-424c-a3ee-19a2591fb22f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0d2c2aeb-05a0-42e1-b513-a04be9bf4115 HTTP/1.1" status: 204 len: 168 time: 2.4967334 Apr 14 16:12:14.457136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b22fe-66fb-424c-a3ee-19a2591fb22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2c2aeb-05a0-42e1-b513-a04be9bf4115,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:14.472317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-000b22fe-66fb-424c-a3ee-19a2591fb22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:14.567874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff93b22-e55b-4f88-b65e-b3084bcb22b3 req-28de617f-6ea1-4af0-bd42-1defbc5608cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:14.570403 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ff93b22-e55b-4f88-b65e-b3084bcb22b3 req-28de617f-6ea1-4af0-bd42-1defbc5608cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1795251 Apr 14 16:12:14.577593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5052095-d39f-4ce5-aa86-2d419aea2346 req-a573bd91-83b6-4175-81a5-60ec08a738db tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:14.585428 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e5052095-d39f-4ce5-aa86-2d419aea2346 req-a573bd91-83b6-4175-81a5-60ec08a738db tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 944 time: 0.7969394 Apr 14 16:12:14.615966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849499392'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.640284 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ff93b22-e55b-4f88-b65e-b3084bcb22b3 req-1c02a0e9-6638-40c0-81b9-c4f8ea0449d7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569804 Apr 14 16:12:14.654638 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-3095464a-9d98-4328-a33a-9348cb00e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:14.656262 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-3095464a-9d98-4328-a33a-9348cb00e78f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.2057860 Apr 14 16:12:14.667759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:14.683213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,segment=NetworkSegment(66531b59-3c3b-4dae-afb3-e75719916457),segment_id=66531b59-3c3b-4dae-afb3-e75719916457)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:14.730664 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Floating IP ab8abc88-1223-41da-9fe7-dab28b0f556e associated. External IP: 172.28.2.223, port: d677e225-0a1e-4b98-a3f3-cd3d10aa9487. Apr 14 16:12:14.734312 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '7ffcb4fc-221a-4da0-bd94-ceb20c46a095', 'network_id': '7c379634-81f9-4098-84d2-7099dc5dcf27', 'port_id': '7ffcb4fc-221a-4da0-bd94-ceb20c46a095', 'mac_address': 'fa:16:3e:f2:a0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6123d8-df4e-4821-9628-5fb3b3dc189d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:14.903720 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e5052095-d39f-4ce5-aa86-2d419aea2346 req-57802767-8b2c-4e80-adc5-4176fcbe01a8 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170953 Apr 14 16:12:14.928372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.948840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:14.967774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,segment=NetworkSegment(66531b59-3c3b-4dae-afb3-e75719916457),segment_id=66531b59-3c3b-4dae-afb3-e75719916457)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:14.980365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:14.981138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device b91f751a-704a-447f-bcf6-60075d07d6a9 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:14.985416 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:15.008065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.010546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd46113-ea8e-4924-ba70-d9fa8be5a4f7,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:15.096441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:15.097912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.127221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ae97e055-b913-469b-acf4-e5ef6f8745ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:15.161788 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-8b980236-b72f-4a9f-b778-232f07e24623 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4440427 Apr 14 16:12:15.170770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57894a2c-6feb-4474-b137-182026101b26,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:15.181361 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:15.187276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:15.205781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6f590-a0f8-491c-af2e-68bfbc06b335 req-f19f0eac-7388-4e4a-a996-daaf875c4ffc tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:15.223079 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-64e6f590-a0f8-491c-af2e-68bfbc06b335 req-f19f0eac-7388-4e4a-a996-daaf875c4ffc tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 945 time: 0.2568636 Apr 14 16:12:15.224219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60954) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:15.238322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:15.305493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port b91f751a-704a-447f-bcf6-60075d07d6a9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b91f751a-704a-447f-bcf6-60075d07d6a9,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:15.311500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.346362 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-64e6f590-a0f8-491c-af2e-68bfbc06b335 req-cce54afe-8ec0-456f-85ef-0b50a8e9df7c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066477 Apr 14 16:12:15.346480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'b91f751a-704a-447f-bcf6-60075d07d6a9', 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e', 'port_id': 'b91f751a-704a-447f-bcf6-60075d07d6a9', 'mac_address': 'fa:16:3e:03:52:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c90a62-c7c0-44af-a81f-f16d6983458d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:15.346572 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:15.352447 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Usage tracker for resource:security_group_rule and tenant:8256c7fc101d4d0fb0cf2958e72952cf is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:15.359319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:15.372967 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e1d406e374ae48eba7ab23053f1ab607&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3727520 Apr 14 16:12:15.376157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60960) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:15.380249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:15.479942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.482866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91f751a-704a-447f-bcf6-60075d07d6a9 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:15.483281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf919-4494-4648-9fbb-be61f326aeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.518709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf919-4494-4648-9fbb-be61f326aeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.520407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port b91f751a-704a-447f-bcf6-60075d07d6a9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b91f751a-704a-447f-bcf6-60075d07d6a9,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:15.527243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.534485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-41fffa7a-50e9-4c13-bef5-6f2038efcd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:15.591778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf919-4494-4648-9fbb-be61f326aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.598079 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cb0c73e8-20c6-4c86-b042-85f382e3fbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:15.631510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cf919-4494-4648-9fbb-be61f326aeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57894a2c-6feb-4474-b137-182026101b26,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:15.643910 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e2cf919-4494-4648-9fbb-be61f326aeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:15.667472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf919-4494-4648-9fbb-be61f326aeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.668706 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1e2cf919-4494-4648-9fbb-be61f326aeb9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57894a2c-6feb-4474-b137-182026101b26 HTTP/1.1" status: 204 len: 168 time: 0.2906713 Apr 14 16:12:15.681532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.687818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.712411 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-ac81f3a1-6a87-4c49-b83c-1278e9102dfb service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206156 Apr 14 16:12:15.716539 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:15.750046 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2290d024-8264-454e-8a1b-6f4fdcbb8b54 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:15.767298 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8256c7fc101d4d0fb0cf2958e72952cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388191 Apr 14 16:12:15.780402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60968) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:15.792423 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=b91f751a-704a-447f-bcf6-60075d07d6a9,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:15.802830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:15.859066 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bcd46113-ea8e-4924-ba70-d9fa8be5a4f7 HTTP/1.1" status: 204 len: 168 time: 4.8677192 Apr 14 16:12:15.864218 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['b91f751a-704a-447f-bcf6-60075d07d6a9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:15.869006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 60972) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:15.906212 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['7ffcb4fc-221a-4da0-bd94-ceb20c46a095'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:16.107822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc2789c-28be-43ff-86f7-1bb649239388,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:16.129304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:16.250897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4999c9f5-19db-4e3e-9a19-2d24a4e668c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.290047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4999c9f5-19db-4e3e-9a19-2d24a4e668c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.348633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.419728 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 60984) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:16.501767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.540173 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:16.563586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e97b80873534125acd35574c43dd526 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:16.569924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:16.580685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:16.601275 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3b4e32a4-f0bf-4f01-b4dc-48a1690bb36e req-ffab114a-fa9e-4690-b3e5-279a23ea8d46 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8752985 Apr 14 16:12:16.602300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe0464-e4c7-48c4-b060-722255f51852 req-fee5b10c-1873-45a3-9894-b6a88bc4445d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:16.605193 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f8fe0464-e4c7-48c4-b060-722255f51852 req-fee5b10c-1873-45a3-9894-b6a88bc4445d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 945 time: 0.4933691 Apr 14 16:12:16.653925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Router 68461ad5-84ec-4523-875b-716415a51986 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:16.669899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4999c9f5-19db-4e3e-9a19-2d24a4e668c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.732275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d6fcd-9962-4802-ab6d-44abd768949b req-100081f5-d0d0-4c6d-86d8-27d261f11834 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:16.734020 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-903d6fcd-9962-4802-ab6d-44abd768949b req-100081f5-d0d0-4c6d-86d8-27d261f11834 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.7331514 Apr 14 16:12:16.769411 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:16.826904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999c9f5-19db-4e3e-9a19-2d24a4e668c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc2789c-28be-43ff-86f7-1bb649239388,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:16.830709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4999c9f5-19db-4e3e-9a19-2d24a4e668c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:16.856112 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f8fe0464-e4c7-48c4-b060-722255f51852 req-feef4337-d51f-4af6-85fa-fd943043419b tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229817 Apr 14 16:12:16.866351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.911056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4999c9f5-19db-4e3e-9a19-2d24a4e668c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:16.915260 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4999c9f5-19db-4e3e-9a19-2d24a4e668c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fc2789c-28be-43ff-86f7-1bb649239388 HTTP/1.1" status: 204 len: 168 time: 1.1332359 Apr 14 16:12:16.920172 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-903d6fcd-9962-4802-ab6d-44abd768949b req-93464554-8be9-4d33-ae6b-721a6678e105 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095836 Apr 14 16:12:17.024502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.044034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.055127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1fd49073-1e6e-4f8b-b60f-e2478fca0843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:17.233115 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e97b80873534125acd35574c43dd526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7926221 Apr 14 16:12:17.234672 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f99af-31a3-44bb-a719-17f30f97d5ec,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:17.249823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:17.256266 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:17.257815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 32770) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:17.267358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] Sync routers for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:17.293771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:17.295025 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:11:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:17.429344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d395-b43d-4647-b646-e6cb5fed807f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.434318 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.523475 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d395-b43d-4647-b646-e6cb5fed807f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.527154 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c3eaa4-9b6b-44dc-a964-9099799f1687']}} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:17.547656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490faee5-5d38-4991-985e-646ebf08e7ab') {'for_net_delete': True} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:17.547967 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490faee5-5d38-4991-985e-646ebf08e7ab') {} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:17.570249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846856476'] for segment, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.598333 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7b4fff8a-bbe6-4f67-974d-5ec4be3e69a8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "PUT /v2.0/floatingips/ab8abc88-1223-41da-9fe7-dab28b0f556e HTTP/1.1" status: 200 len: 991 time: 6.1392598 Apr 14 16:12:17.599645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'tag': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:17.609943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.621055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a06265-a6c9-43ee-b19d-8bf8c8f1418e req-9560b196-09d8-418d-a44c-6187429cd375 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:17.622809 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-22a06265-a6c9-43ee-b19d-8bf8c8f1418e req-9560b196-09d8-418d-a44c-6187429cd375 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 945 time: 0.2168646 Apr 14 16:12:17.634604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=85269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:12:17.636952 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681c41a-731d-4bff-8fb6-7402d04b0b98 req-77d4cbe2-c67a-4360-8525-e6ed59644665 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:17.638724 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7681c41a-731d-4bff-8fb6-7402d04b0b98 req-77d4cbe2-c67a-4360-8525-e6ed59644665 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.3134050 Apr 14 16:12:17.663066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 32782) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:17.675484 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d395-b43d-4647-b646-e6cb5fed807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.679826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cfc5123f-8d73-4502-92a1-1bcc53942253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:17.707606 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6d395-b43d-4647-b646-e6cb5fed807f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f99af-31a3-44bb-a719-17f30f97d5ec,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:17.718193 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a9b6d395-b43d-4647-b646-e6cb5fed807f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:17.744643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9b6d395-b43d-4647-b646-e6cb5fed807f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:17.748551 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a9b6d395-b43d-4647-b646-e6cb5fed807f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b7f99af-31a3-44bb-a719-17f30f97d5ec HTTP/1.1" status: 204 len: 168 time: 0.4855542 Apr 14 16:12:17.755403 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'floatingip': {'port_id': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:17.776873 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:17.874624 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-22a06265-a6c9-43ee-b19d-8bf8c8f1418e req-37880948-e496-49df-ac76-7a6645160840 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251468 Apr 14 16:12:17.886749 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.023277 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'tag': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487', 'status': 'completed', 'code': 200} Apr 14 16:12:18.168023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Network 29c3eaa4-9b6b-44dc-a964-9099799f1687 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:12:18.199057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6512918'] for segment, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.352041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-ecfb9e6b-f54e-49d8-99ac-9b454e1fdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:18.354441 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-ecfb9e6b-f54e-49d8-99ac-9b454e1fdafc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 1098 time: 0.3040457 Apr 14 16:12:18.383962 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806e393-59f2-4aa2-a4a1-9ca1f26bd2e5 req-e9cfb8b7-a5c8-4d30-bb91-b67c9859d34a tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:18.391788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device b91f751a-704a-447f-bcf6-60075d07d6a9 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:18.394481 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7806e393-59f2-4aa2-a4a1-9ca1f26bd2e5 req-e9cfb8b7-a5c8-4d30-bb91-b67c9859d34a tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 945 time: 0.2242901 Apr 14 16:12:18.509657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': 'ab8abc88-1223-41da-9fe7-dab28b0f556e', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': '68461ad5-84ec-4523-875b-716415a51986', 'port_id': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'mac_address': 'fa:16:3e:8b:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:43Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 1, 'project_id': '7289b0682edf478b84f786e0043180af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:18.514704 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] Checking router: 68461ad5-84ec-4523-875b-716415a51986 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:18.525630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:18.526599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:11:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:18.570889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port b91f751a-704a-447f-bcf6-60075d07d6a9 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:18.579389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port b91f751a-704a-447f-bcf6-60075d07d6a9 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:18.579813 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.727188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Network 29c3eaa4-9b6b-44dc-a964-9099799f1687 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:12:18.861074 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:12:18.886760 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:12:18.939796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:18.963992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45879de7-180b-443e-9c5f-818273cf84c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91f751a-704a-447f-bcf6-60075d07d6a9'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:19.007399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port b91f751a-704a-447f-bcf6-60075d07d6a9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b91f751a-704a-447f-bcf6-60075d07d6a9,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:19.017160 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.019645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.020895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:19.066629 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7806e393-59f2-4aa2-a4a1-9ca1f26bd2e5 req-99f3ac33-2b34-4a08-9763-ec584b5d7f59 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709948 Apr 14 16:12:19.069132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:19.072350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:19.099424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.105027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-9560a721-beab-472a-9737-5fed2badff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:19.114580 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-9560a721-beab-472a-9737-5fed2badff29 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 912 time: 0.7457378 Apr 14 16:12:19.137789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c3eaa4-9b6b-44dc-a964-9099799f1687,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:19.301859 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] 10.222.0.61 "DELETE /v2.0/networks/29c3eaa4-9b6b-44dc-a964-9099799f1687 HTTP/1.1" status: 204 len: 168 time: 3.4288323 Apr 14 16:12:19.301859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e5a9ce58-999e-470c-b03b-e5fdc239db00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:19.306367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=b91f751a-704a-447f-bcf6-60075d07d6a9,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:19.313181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:19.323718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:19.333112 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:19.333540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.467457 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-a6623287-f56a-4c6c-b5e6-07103eed43b5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487 HTTP/1.1" status: 200 len: 999 time: 0.3484659 Apr 14 16:12:19.586451 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-763beb3f-bdd1-4b4e-8733-e175e5ec1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:19.590346 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-763beb3f-bdd1-4b4e-8733-e175e5ec1217 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 200 len: 850 time: 0.1143510 Apr 14 16:12:19.622597 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45879de7-180b-443e-9c5f-818273cf84c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91f751a-704a-447f-bcf6-60075d07d6a9', 'code': 200} Apr 14 16:12:19.623593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.696512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,segment=NetworkSegment(66531b59-3c3b-4dae-afb3-e75719916457),segment_id=66531b59-3c3b-4dae-afb3-e75719916457)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:19.705059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:19.713375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d0b358ca-e961-4657-bcaa-6c1a985a4eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:19.780483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-207f0211-2d22-422c-9955-fb9d5a28cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:19.788092 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-207f0211-2d22-422c-9955-fb9d5a28cbe2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4274df80-45c8-4eee-bef3-f047e276b4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1892185 Apr 14 16:12:19.857546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 32844) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:19.896480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': 'ab8abc88-1223-41da-9fe7-dab28b0f556e', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': '68461ad5-84ec-4523-875b-716415a51986', 'port_id': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'mac_address': 'fa:16:3e:8b:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:43Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 1, 'project_id': '7289b0682edf478b84f786e0043180af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:19.906397 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d665008-5bfa-480f-ac61-f8bb678e7479 None None] The sync data for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb is: [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': 'ab8abc88-1223-41da-9fe7-dab28b0f556e', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': '68461ad5-84ec-4523-875b-716415a51986', 'port_id': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'mac_address': 'fa:16:3e:8b:2f:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:43Z', 'updated_at': '2021-04-14T16:12:12Z', 'revision_number': 1, 'project_id': '7289b0682edf478b84f786e0043180af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:19.934245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303d598-d897-4eb9-8154-45a4a803eb5a req-21feba3e-3a69-47c2-9c1d-54246b92eed0 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:19.944755 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2303d598-d897-4eb9-8154-45a4a803eb5a req-21feba3e-3a69-47c2-9c1d-54246b92eed0 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 945 time: 0.6367791 Apr 14 16:12:20.128267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:20.137054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:20.332796 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2303d598-d897-4eb9-8154-45a4a803eb5a req-720ca8e3-b61d-459d-ac27-8848a196829f tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864014 Apr 14 16:12:20.352421 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.resource_extend [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:12:20.357433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cf9dbc-5ee5-409d-9fd8-970329a677f6 None None] New status for floating IP ab8abc88-1223-41da-9fe7-dab28b0f556e: ACTIVE {{(pid=85271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:12:20.396208 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-7f8bdf4b-aac8-4f79-8a6e-519fe9fa283a service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950797 Apr 14 16:12:20.473010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab5468-ab66-4889-969f-f6cc3b01cfc4 req-5f416a6b-3ed1-4756-9e53-ece2b98f9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:20.474953 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f2ab5468-ab66-4889-969f-f6cc3b01cfc4 req-5f416a6b-3ed1-4756-9e53-ece2b98f9e35 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 1099 time: 0.2387538 Apr 14 16:12:20.528807 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f2ab5468-ab66-4889-969f-f6cc3b01cfc4 req-27bd7068-d579-4da6-b8ce-208a8388a862 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Apr 14 16:12:20.543032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:20.547940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:20.764816 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d44e5dc-36d9-4987-bebd-44937e8d8e71 req-86746ceb-8b93-48d0-a5b1-62a9324362cb service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521271 Apr 14 16:12:20.779462 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b3f7b8cf-025b-4a46-a890-296f80d5c252 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e5bfe5afa00f4189900423385d255d1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9152210 Apr 14 16:12:20.787894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 32866) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:20.859903 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Floating IP 1152771b-3cf5-4c7d-a4f2-3fa256f1ad7f associated. External IP: 172.28.2.54, port: ea36e96e-1bc9-49c4-ba52-08773a64a5cc. Apr 14 16:12:20.895964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def03d0-050c-4f12-99f5-81a06eea108b req-48a06d12-5416-4b81-85ea-0d99fa8cf98c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:20.904055 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8def03d0-050c-4f12-99f5-81a06eea108b req-48a06d12-5416-4b81-85ea-0d99fa8cf98c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 946 time: 0.6208014 Apr 14 16:12:20.964081 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8def03d0-050c-4f12-99f5-81a06eea108b req-82ccb555-5788-4a54-8a46-7e0aa389adb4 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577345 Apr 14 16:12:21.133330 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-76de2dea-0ed5-4b7d-b312-7aa36c7daeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.177003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-76de2dea-0ed5-4b7d-b312-7aa36c7daeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.443096 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-76de2dea-0ed5-4b7d-b312-7aa36c7daeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.461080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e69c069a-5ef3-47f5-bb28-8bb05b1e29a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:21.482800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de2dea-0ed5-4b7d-b312-7aa36c7daeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3d990b-971b-4431-bb14-c1ff5cedb2d6,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:21.490681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-76de2dea-0ed5-4b7d-b312-7aa36c7daeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:21.513716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-76de2dea-0ed5-4b7d-b312-7aa36c7daeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:21.517201 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-76de2dea-0ed5-4b7d-b312-7aa36c7daeb0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a3d990b-971b-4431-bb14-c1ff5cedb2d6 HTTP/1.1" status: 204 len: 168 time: 0.7275691 Apr 14 16:12:21.624142 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622780c2-acc8-47ee-9b60-66998d68fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffcb4fc-221a-4da0-bd94-ceb20c46a095'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:21.645178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:21.764421 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622780c2-acc8-47ee-9b60-66998d68fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffcb4fc-221a-4da0-bd94-ceb20c46a095', 'code': 200} Apr 14 16:12:21.799472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 32890) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:22.122356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce47b3b-9fe8-49a8-8e99-dd7ab813be5d req-b572fa27-cd15-43a1-aa0f-f8335d13f3ad tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:22.135217 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2ce47b3b-9fe8-49a8-8e99-dd7ab813be5d req-b572fa27-cd15-43a1-aa0f-f8335d13f3ad tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 946 time: 0.4789701 Apr 14 16:12:22.145097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:22.159952 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] Sync routers for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:22.170713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.180562 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:22.181581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:11:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:22.256633 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2ce47b3b-9fe8-49a8-8e99-dd7ab813be5d req-6fd97d22-3f4b-4d7e-9575-28ed992660ab tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489357 Apr 14 16:12:22.259427 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.273227 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2d208486-c925-4214-b8c0-7c430a17b34e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "PUT /v2.0/floatingips/1152771b-3cf5-4c7d-a4f2-3fa256f1ad7f HTTP/1.1" status: 200 len: 991 time: 4.6088288 Apr 14 16:12:22.274126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:22.296806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:22.301370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Usage tracker for resource:security_group_rule and tenant:2c52f4bba9804cec995f918576d8248e is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:22.304790 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:22.311857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:22.425308 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0b679-c441-4d04-ba86-bb61421250cc req-77c58329-2c95-4845-8e9d-14330d315b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:22.427208 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-03a0b679-c441-4d04-ba86-bb61421250cc req-77c58329-2c95-4845-8e9d-14330d315b6b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 1099 time: 0.3150675 Apr 14 16:12:22.584323 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'status': 'completed', 'code': 200} Apr 14 16:12:22.611006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.635992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:22.670791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:22.695308 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-03a0b679-c441-4d04-ba86-bb61421250cc req-e9e48397-3248-40b2-a49b-6002fed45a6b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494867 Apr 14 16:12:22.711012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:22.795808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-8b652290-e593-4712-b271-c0abe4b22b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:22.799439 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-8b652290-e593-4712-b271-c0abe4b22b06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 1099 time: 0.1786306 Apr 14 16:12:22.812774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e9baf-2dbd-4978-8aae-082da83d206e req-68d2d55e-3610-4fc6-8c56-d163c4f255a5 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:22.823284 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-977e9baf-2dbd-4978-8aae-082da83d206e req-68d2d55e-3610-4fc6-8c56-d163c4f255a5 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 946 time: 0.4899440 Apr 14 16:12:22.850635 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c52f4bba9804cec995f918576d8248e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0495877 Apr 14 16:12:22.857778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 32930) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:22.858566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336539b6-a231-4a1c-8df9-b8f83c66f16b,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:22.879669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:23.003985 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-489b2d9c-0187-4f3b-9c75-3dcc2c652183 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5a8672559522497f8780425333f6d274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440784 Apr 14 16:12:23.126184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 32946) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:23.157424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-f51ee8f9-46cb-412f-9bc7-77de11dceddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:23.157424 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-f51ee8f9-46cb-412f-9bc7-77de11dceddc service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.3505337 Apr 14 16:12:23.178527 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-977e9baf-2dbd-4978-8aae-082da83d206e req-a3961783-d8bc-40d4-8752-c3a754b8bcd7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541250 Apr 14 16:12:23.313924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8c399d1a-56ed-48aa-99df-715b2cb911db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.333998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '1152771b-3cf5-4c7d-a4f2-3fa256f1ad7f', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'floating_ip_address': '172.28.2.54', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'port_id': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'mac_address': 'fa:16:3e:10:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:49Z', 'updated_at': '2021-04-14T16:12:19Z', 'revision_number': 1, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:23.344015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] Checking router: a6001bd5-6439-4907-aa06-e3dc16dfaeb0 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:23.358148 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:23.359172 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:11:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:23.361022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8c399d1a-56ed-48aa-99df-715b2cb911db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.456007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8c399d1a-56ed-48aa-99df-715b2cb911db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.463301 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:23.479922 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c399d1a-56ed-48aa-99df-715b2cb911db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336539b6-a231-4a1c-8df9-b8f83c66f16b,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:23.485180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8c399d1a-56ed-48aa-99df-715b2cb911db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:23.502769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8c399d1a-56ed-48aa-99df-715b2cb911db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.507652 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8c399d1a-56ed-48aa-99df-715b2cb911db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/336539b6-a231-4a1c-8df9-b8f83c66f16b HTTP/1.1" status: 204 len: 168 time: 0.6352389 Apr 14 16:12:23.518451 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-234716866-network', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:23.549770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:23.561653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Usage tracker for resource:network and tenant:f4657241e7a74e70a87f6075653e75a6 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:23.582822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:23.600463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:23.620568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-803f22d2-f637-4a6e-833f-124945396b74 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:23.628963 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-803f22d2-f637-4a6e-833f-124945396b74 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6114621 Apr 14 16:12:23.647550 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-74c1c182-ef3b-40cf-8851-984a919aca56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc HTTP/1.1" status: 200 len: 999 time: 0.4806728 Apr 14 16:12:23.658009 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-7c349a34-d7d6-412b-8c27-6f0deb3c7eff tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/quotas/5a8672559522497f8780425333f6d274 HTTP/1.1" status: 200 len: 375 time: 0.0279310 Apr 14 16:12:23.710524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:23.819319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Made reservation on behalf of f4657241e7a74e70a87f6075653e75a6 for: {'network': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:23.824321 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.836452 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-009e4c32-0d51-45d4-93e3-24088e1f71c4 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5a8672559522497f8780425333f6d274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1765897 Apr 14 16:12:23.848638 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:23.877493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:23.886779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Usage tracker for resource:security_group_rule and tenant:f4657241e7a74e70a87f6075653e75a6 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:23.892150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:23.896822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-2c9ef71d-a1f0-466a-aa84-6b6907a6a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:23.898431 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-2c9ef71d-a1f0-466a-aa84-6b6907a6a00e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.1573141 Apr 14 16:12:23.903686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:24.070004 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.090495 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.098256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-83a19be1-4778-4ccc-ae6e-ca82b7c45703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:24.134278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253cab75-d027-4bb4-b6ed-43e76ce94e81,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:24.150243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:24.153858 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-283c51f4-e695-490d-bcfd-c42860d60418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:24.156816 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-283c51f4-e695-490d-bcfd-c42860d60418 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1901767 Apr 14 16:12:24.165002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=85269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:12:24.206129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7132ef-1dd5-4695-aeeb-be0a8a681236 req-e9496e66-3b64-4c3d-a049-74b9b5826ced tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:24.207888 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1e7132ef-1dd5-4695-aeeb-be0a8a681236 req-e9496e66-3b64-4c3d-a049-74b9b5826ced tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 946 time: 0.2481573 Apr 14 16:12:24.287968 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1e7132ef-1dd5-4695-aeeb-be0a8a681236 req-45168103-be46-4ed8-a1e3-e663aa6a5db0 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686455 Apr 14 16:12:24.360219 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-129b2cf8-3ae2-4baf-be25-3ef84603b24a service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924386 Apr 14 16:12:24.368991 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.369466 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Added segment cb3c7fae-1b5c-40f6-be6e-ac8adfbae721 of type vlan for network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb Apr 14 16:12:24.409272 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 32980) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:24.435934 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.442482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-64b380dc-b703-46d0-ae52-7fa2978e385d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.457883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:24.462492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Usage tracker for resource:security_group_rule and tenant:a17f20ba2f6f445dbe532d22a8f58396 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:24.466415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:24.473538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:24.568431 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f42cc12-5f72-4766-a67f-1780c234cb10 req-d61c3082-b581-4cf3-b978-3184005a1516 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918669 Apr 14 16:12:24.587768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.593322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.630340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-41047e22-be45-4653-a343-aba81720e5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:24.645978 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-37a84696-b0e0-4b53-9948-4d432f788b43 req-00c08bb3-a870-44ac-9920-7a32b8436e05 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 210 time: 0.0760012 Apr 14 16:12:24.664869 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a17f20ba2f6f445dbe532d22a8f58396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515242 Apr 14 16:12:24.671592 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 32990) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:24.699990 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '1152771b-3cf5-4c7d-a4f2-3fa256f1ad7f', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'floating_ip_address': '172.28.2.54', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'port_id': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'mac_address': 'fa:16:3e:10:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:49Z', 'updated_at': '2021-04-14T16:12:19Z', 'revision_number': 1, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:24.716630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22092a2e-a3a2-4e59-884a-bb5fe107b68c,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:24.723844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895a561b-7ee1-4e7c-b67a-74ff718c910b None None] The sync data for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb is: [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '1152771b-3cf5-4c7d-a4f2-3fa256f1ad7f', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'floating_ip_address': '172.28.2.54', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'port_id': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'mac_address': 'fa:16:3e:10:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:11:49Z', 'updated_at': '2021-04-14T16:12:19Z', 'revision_number': 1, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:24.724086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:24.792391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.872010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-594ce838-07a1-4c8d-b8e1-542bd8af899e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.883497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.887657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:24.888369 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:24.903097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f57fa1b0-c40b-4806-8384-d782c3820d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:24.998834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-594ce838-07a1-4c8d-b8e1-542bd8af899e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:25.049986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Pushing event updated for resources: {'Network': ['ID=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:25.061915 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:12:25.065805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:25.070567 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9405017 Apr 14 16:12:25.071018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33000) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:25.077883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Request body: {'subnet': {'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-subnet', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:25.094385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:25.118408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-594ce838-07a1-4c8d-b8e1-542bd8af899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:25.128447 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9bd9fc32-c9a6-4a81-bbd1-199ece7c8340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:25.139815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Usage tracker for resource:subnet and tenant:f4657241e7a74e70a87f6075653e75a6 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:25.145687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ce838-07a1-4c8d-b8e1-542bd8af899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22092a2e-a3a2-4e59-884a-bb5fe107b68c,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:25.152241 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:25.160502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-594ce838-07a1-4c8d-b8e1-542bd8af899e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:25.162375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-594ce838-07a1-4c8d-b8e1-542bd8af899e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:25.166615 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-594ce838-07a1-4c8d-b8e1-542bd8af899e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22092a2e-a3a2-4e59-884a-bb5fe107b68c HTTP/1.1" status: 204 len: 168 time: 0.4870870 Apr 14 16:12:25.178019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:25.203377 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Made reservation on behalf of f4657241e7a74e70a87f6075653e75a6 for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:25.216925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59402e3-1c24-4c71-83dd-8243065b5ba0 None None] New status for floating IP 1152771b-3cf5-4c7d-a4f2-3fa256f1ad7f: ACTIVE {{(pid=85271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:12:25.224943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276518'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:25.789814 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161b025-2de7-46b9-a9bb-aae6cc2a33b9 req-6108df6b-7f49-44a9-b5d9-a63aa5552350 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:25.793849 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d161b025-2de7-46b9-a9bb-aae6cc2a33b9 req-6108df6b-7f49-44a9-b5d9-a63aa5552350 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 946 time: 0.2114146 Apr 14 16:12:25.854537 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d161b025-2de7-46b9-a9bb-aae6cc2a33b9 req-ec95f095-5990-4c9b-aafe-e8d49e9ad73a tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506632 Apr 14 16:12:26.033048 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-699362b2-f5ca-4cea-97aa-9ad5a2adfa64 req-047db81f-4ce2-4a1d-8da4-4d31a154b1be tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 210 time: 0.1275423 Apr 14 16:12:26.184679 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276441'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.208531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:26.213428 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-44eec952-4eec-4aa3-a6ea-17c249604caf tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5a8672559522497f8780425333f6d274&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703728 Apr 14 16:12:26.363790 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:26.398340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:26.558152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Checking segment: {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:26.558152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Network hostable DHCP agents. Network: 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:12:26.620085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:12:26.668769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:26.679716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6f7758-d115-4849-b8ff-b0e602ebfa4c None None] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:26.736518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-ce729110-43d1-4979-93e8-8db6170fc380 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:26.738990 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-ce729110-43d1-4979-93e8-8db6170fc380 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5196202 Apr 14 16:12:26.742718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:26.743222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.763855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Request body: {'port': {'device_id': '32e76110-663b-4ed0-8e5a-b9fe03e7224b', 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b', 'admin_state_up': True, 'tenant_id': '5a8672559522497f8780425333f6d274'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:26.838062 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7654033 Apr 14 16:12:26.841356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33072) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:26.856933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:26.876409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:26.894595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Usage tracker for resource:router and tenant:f4657241e7a74e70a87f6075653e75a6 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:26.906664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:26.920408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:26.940551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854319606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124653'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.941955 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651148'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:26.975035 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.092124 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e567d986-8350-4aa9-975a-9be6d539bc11 None None] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:12:27.182958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:27.193243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Usage tracker for resource:port and tenant:5a8672559522497f8780425333f6d274 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:27.200633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:27.214246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:27.234170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Made reservation on behalf of 5a8672559522497f8780425333f6d274 for: {'port': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:27.242781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.280801 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.320763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:27.326219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Usage tracker for resource:security_group_rule and tenant:5a8672559522497f8780425333f6d274 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:27.330443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:27.338260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:27.389908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5799366b-88a3-4181-9dde-1cadcfcd39c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.462488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33096) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:27.588114 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.592951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.597188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-09bee44f-9f8e-466a-9339-ce4c22e96074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:27.619001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-f6291ff3-56d4-45cc-a333-0ab9fee2e36e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:27.626931 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-f6291ff3-56d4-45cc-a333-0ab9fee2e36e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 814 time: 0.3559251 Apr 14 16:12:27.675227 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-d399acb3-b45d-4de2-a84b-9b4da0409776 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/quotas/e2dadc049578474d827cc4eddeaacf22 HTTP/1.1" status: 200 len: 375 time: 0.0472653 Apr 14 16:12:27.678979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854319363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651253'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.773748 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-72710a5c-8198-48b8-a2d3-137d90bea0df req-8e220011-375b-4e2b-b7b0-6f888498dd42 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 210 time: 0.1231406 Apr 14 16:12:27.809223 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8ac471-79b4-4b40-a4d3-e4a6ee271150,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:27.817016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:27.973872 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.996061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:27.999899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Allocated IP 192.168.233.181 (5eba00db-5453-44c6-a75c-adea84f4b12b/91b1d988-cce0-4582-9879-6bb070f078b5/e41fe3ba-6fde-49d8-883b-3bf4dce0cc59) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:28.013141 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:28.027854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Usage tracker for resource:security_group_rule and tenant:ebce4bf6157b4cc9a43d93ef024473b8 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:28.036067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:28.054424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:28.075877 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-5a42301c-bd46-44cc-abc9-dd018d3c7bda tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3906069 Apr 14 16:12:28.268824 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.367086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.376722 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-8703f99e-3b33-47e3-b224-659b69e12d04 service neutron] 10.222.0.61 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807193 Apr 14 16:12:28.391087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Transition to ACTIVE for port object e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 will not be triggered until provisioned by entity DHCP. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:28.427360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.469683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:28.606902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.627190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:28.799128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Pushing event updated for resources: {'Port': ['ID=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:28.803299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:28.842224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Network 5eba00db-5453-44c6-a75c-adea84f4b12b is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:28.843854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:28.852203 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:28.962499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:28.963251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.031246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a9b6d395-b43d-4647-b646-e6cb5fed807f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:29.042209 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2842574 Apr 14 16:12:29.073012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Request body: {'port': {'device_id': '32e76110-663b-4ed0-8e5a-b9fe03e7224b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:29.103018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.182641 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ebce4bf6157b4cc9a43d93ef024473b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5765522 Apr 14 16:12:29.189323 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9689faa-f691-4098-add7-5a4f035933f9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:29.193993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:29.200462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33146) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:29.233071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0532cb85-6a72-4939-96f8-471f59e209e9 None None] Provisioning for port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:29.246867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0532cb85-6a72-4939-96f8-471f59e209e9 None None] Provisioning complete for port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:29.247352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0532cb85-6a72-4939-96f8-471f59e209e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.291810 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.332471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33150) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:29.333771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.377655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-0532cb85-6a72-4939-96f8-471f59e209e9 None None] Port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:12:29.385033 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.404193 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-77d6e711-baf3-4aca-b8b0-3f6c5a1d2a1e service neutron] 10.222.0.61 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9351895 Apr 14 16:12:29.456432 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c5e0c-6afd-49d6-91f4-36aadde75efd req-8fb7de26-4484-45c8-bbe8-3f1543e3848a tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:29.456432 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-942c5e0c-6afd-49d6-91f4-36aadde75efd req-8fb7de26-4484-45c8-bbe8-3f1543e3848a tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Synchronizing usage tracker for tenant:5a8672559522497f8780425333f6d274 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:29.499810 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8faf48a8-98ef-4cdb-ac6e-24808b10a919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.530016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-942c5e0c-6afd-49d6-91f4-36aadde75efd req-8fb7de26-4484-45c8-bbe8-3f1543e3848a tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Unset dirty status for tenant:5a8672559522497f8780425333f6d274 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:29.538055 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-942c5e0c-6afd-49d6-91f4-36aadde75efd req-8fb7de26-4484-45c8-bbe8-3f1543e3848a tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 936 time: 0.4105279 Apr 14 16:12:29.581295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-942c5e0c-6afd-49d6-91f4-36aadde75efd req-92cc9568-29a0-4dad-8e13-91e2196c568d tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Synchronizing usage tracker for tenant:5a8672559522497f8780425333f6d274 on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:29.670607 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8faf48a8-98ef-4cdb-ac6e-24808b10a919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.753438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8faf48a8-98ef-4cdb-ac6e-24808b10a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.764694 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-942c5e0c-6afd-49d6-91f4-36aadde75efd req-92cc9568-29a0-4dad-8e13-91e2196c568d tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Unset dirty status for tenant:5a8672559522497f8780425333f6d274 on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:29.768612 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-942c5e0c-6afd-49d6-91f4-36aadde75efd req-92cc9568-29a0-4dad-8e13-91e2196c568d tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289338 Apr 14 16:12:29.776147 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-017749ef-4f0e-46a8-9d77-fed5b81105a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:29.798276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf48a8-98ef-4cdb-ac6e-24808b10a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9689faa-f691-4098-add7-5a4f035933f9,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:29.800337 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.822472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8faf48a8-98ef-4cdb-ac6e-24808b10a919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:29.839353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:29.845215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Usage tracker for resource:security_group_rule and tenant:5240b0f9a0784619b1de2404a898525f is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:29.848788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:29.855199 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:29.951408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:29.958763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.004067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8c399d1a-56ed-48aa-99df-715b2cb911db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:30.014182 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5240b0f9a0784619b1de2404a898525f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6772408 Apr 14 16:12:30.018500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 33170) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:30.032789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Allocated IP 172.28.2.49 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/1c75ba06-57d2-403e-af3d-39b1ed75c529) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:30.120720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8faf48a8-98ef-4cdb-ac6e-24808b10a919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.134768 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8faf48a8-98ef-4cdb-ac6e-24808b10a919 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d9689faa-f691-4098-add7-5a4f035933f9 HTTP/1.1" status: 204 len: 168 time: 0.9261422 Apr 14 16:12:30.150425 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eee5297f-d507-4429-a9a9-40ad535d0d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.164790 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8d611c0d-4fcf-4d66-81da-07f5f788a6cb req-956a9abe-9583-4b65-b116-ba8cc36639d2 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 210 time: 0.1219263 Apr 14 16:12:30.165933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2ed9ec-f3d4-4e11-a554-fc57d918ae7b,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:30.171110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:30.253805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eee5297f-d507-4429-a9a9-40ad535d0d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.295165 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 {{(pid=85269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:30.316587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.339787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Transition to ACTIVE for port object e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 will not be triggered until provisioned by entity L2. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:30.350681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.378387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d9b9d0ad-b026-403e-9d69-1f8523c2ae60 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:30.433164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.436290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eee5297f-d507-4429-a9a9-40ad535d0d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.483714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.523413 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:30.832123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eee5297f-d507-4429-a9a9-40ad535d0d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:30.836549 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-eee5297f-d507-4429-a9a9-40ad535d0d1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2d2ed9ec-f3d4-4e11-a554-fc57d918ae7b HTTP/1.1" status: 204 len: 168 time: 0.8122199 Apr 14 16:12:30.869071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Pushing event updated for resources: {'Port': ['ID=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:30.875728 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:30.876546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-859e1aed-41fe-44d0-8244-c57b89215a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:30.902449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5297f-d507-4429-a9a9-40ad535d0d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2ed9ec-f3d4-4e11-a554-fc57d918ae7b,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:30.908979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-eee5297f-d507-4429-a9a9-40ad535d0d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:30.973996 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:30.975857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:30.979320 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Pushing event updated for resources: {'Port': ['ID=1c75ba06-57d2-403e-af3d-39b1ed75c529,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:30.982305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:31.057370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:31.525451 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Attempting to bind port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:31.527881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Attempting to bind port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6f28b36f-23c5-476f-b10d-fed9b3aa0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b'}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:31.528493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Attempting to bind port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 on network 5eba00db-5453-44c6-a75c-adea84f4b12b {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:31.539511 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 on network 5eba00db-5453-44c6-a75c-adea84f4b12b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:31.550500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Attempting to bind port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 on network 5eba00db-5453-44c6-a75c-adea84f4b12b {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:31.563287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ad446-b3b6-4af8-b637-ec6d33bb95b3 req-1c1cc941-5b93-4d90-bae7-b24c2b7b578f tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:31.565067 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-843ad446-b3b6-4af8-b637-ec6d33bb95b3 req-1c1cc941-5b93-4d90-bae7-b24c2b7b578f tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 948 time: 0.5565600 Apr 14 16:12:31.568174 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:31.568565 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Checking segment: {'id': '6f28b36f-23c5-476f-b10d-fed9b3aa0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:31.568996 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Bound using segment: {'id': '6f28b36f-23c5-476f-b10d-fed9b3aa0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b'} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:31.569483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Bound port: e41fe3ba-6fde-49d8-883b-3bf4dce0cc59, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f28b36f-23c5-476f-b10d-fed9b3aa0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b'}}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:31.569878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.697033 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] For port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59, host hv-cinder-78626, cleared binding levels {{(pid=85269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:31.700664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] For port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,segment=NetworkSegment(6f28b36f-23c5-476f-b10d-fed9b3aa0a2b),segment_id=6f28b36f-23c5-476f-b10d-fed9b3aa0a2b)] {{(pid=85269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:31.705469 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:31.736003 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-843ad446-b3b6-4af8-b637-ec6d33bb95b3 req-94ca75ce-f251-4150-ae73-6b3a4e700979 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Apr 14 16:12:31.769546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 33220) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:31.772977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:31.797559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:12:31.932371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-c5aaa96c-abdb-46e9-b57d-e7fe125f384e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:31.934042 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-c5aaa96c-abdb-46e9-b57d-e7fe125f384e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 814 time: 0.5598705 Apr 14 16:12:31.961249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Request body: {'port': {'device_id': '3afb4d4c-bf49-4755-bc53-8e771fd08894', 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e', 'admin_state_up': True, 'tenant_id': 'e2dadc049578474d827cc4eddeaacf22'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:32.058557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.089166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.127325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:32.144122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Usage tracker for resource:security_group_rule and tenant:eac79c09f0164a2d866a8eb1546b52a1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:32.153375 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1e19a8be-b61b-4710-9e7b-b52ba4c16587 req-7e34dbb6-750d-4e11-9a00-58e4623b7ed0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 210 time: 0.0746546 Apr 14 16:12:32.166599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:32.173558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:32.281503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.283427 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Pushing event updated for resources: {'Port': ['ID=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,revision_number=3']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:32.288065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:32.292525 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.318293 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-25e85a8d-fe12-4eee-bf97-e83a487545f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:32.362825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:32.363040 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=eac79c09f0164a2d866a8eb1546b52a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5298529 Apr 14 16:12:32.370061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33234) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:32.389267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:32.389809 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.391354 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] 10.222.0.49 "PUT /v2.0/ports/e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 HTTP/1.1" status: 200 len: 1098 time: 3.3331015 Apr 14 16:12:32.392072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32e76110-663b-4ed0-8e5a-b9fe03e7224b', 'tag': 'e41fe3ba-6fde-49d8-883b-3bf4dce0cc59'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:32.397779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca00e119-3a44-4588-9888-00bd8ef8ecd1,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:32.401625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:32.412158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:32.495159 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32e76110-663b-4ed0-8e5a-b9fe03e7224b', 'tag': 'e41fe3ba-6fde-49d8-883b-3bf4dce0cc59', 'status': 'completed', 'code': 200} Apr 14 16:12:32.563189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-35aa3c00-cc0b-4454-bad0-0bbf33cf8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:32.564940 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-35aa3c00-cc0b-4454-bad0-0bbf33cf8c58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a8672559522497f8780425333f6d274&device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 1101 time: 0.1209471 Apr 14 16:12:32.702678 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-b67ab29d-a3a7-4035-8ef4-5618e2734e83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 HTTP/1.1" status: 200 len: 217 time: 0.1256161 Apr 14 16:12:32.792718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-0ea0b181-7cb8-4242-a9c6-a4ba61ca0b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:32.794526 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-0ea0b181-7cb8-4242-a9c6-a4ba61ca0b3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91b1d988-cce0-4582-9879-6bb070f078b5 HTTP/1.1" status: 200 len: 843 time: 0.0800688 Apr 14 16:12:32.844280 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb672a-9d1a-4f34-8450-9dd148b0e201 req-994893fd-c288-45bc-b79e-6a83055b5a11 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:32.846138 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-77cb672a-9d1a-4f34-8450-9dd148b0e201 req-994893fd-c288-45bc-b79e-6a83055b5a11 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 946 time: 0.6963494 Apr 14 16:12:32.902221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Made reservation on behalf of e2dadc049578474d827cc4eddeaacf22 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:32.909114 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:32.946884 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-18fa8ddb-fbc7-495c-8cea-e73c1551db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:32.948499 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-18fa8ddb-fbc7-495c-8cea-e73c1551db8d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eba00db-5453-44c6-a75c-adea84f4b12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1468050 Apr 14 16:12:33.050742 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-77cb672a-9d1a-4f34-8450-9dd148b0e201 req-18342306-9ec5-4f4c-8a65-f07374522cd9 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328330 Apr 14 16:12:33.076683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d052302b-113f-4426-8954-49b56279b91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.077626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db37b1-94bd-4a57-a6fe-a2c46266ff87 req-b6b32a0c-e8d8-4dc3-a9b7-d28c735c0590 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:33.079475 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d2db37b1-94bd-4a57-a6fe-a2c46266ff87 req-b6b32a0c-e8d8-4dc3-a9b7-d28c735c0590 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 948 time: 0.2081175 Apr 14 16:12:33.160073 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-c57ffdec-c0f3-4bef-94f1-2a25161058ee service neutron] 10.222.0.49 "GET /v2.0/networks/5eba00db-5453-44c6-a75c-adea84f4b12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015765 Apr 14 16:12:33.163995 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d2db37b1-94bd-4a57-a6fe-a2c46266ff87 req-00c846e8-be45-4155-8c51-0a7ac54e4079 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482674 Apr 14 16:12:33.171620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d052302b-113f-4426-8954-49b56279b91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.226586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381737'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.380535 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Allocated IP 172.20.0.6 (338a5bab-a8c6-45d7-ae94-e0542cc9e87e/40c90a62-c7c0-44af-a81f-f16d6983458d/0ad222e7-727f-4d75-ae2a-e8379ab8dba4) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:33.409181 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fedad753-baa5-4199-8e4a-6d6bd7fafac2 req-ec5c99e5-38c0-4f82-94a5-c22109e9900e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 210 time: 0.1045249 Apr 14 16:12:33.427878 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc7706f6-c508-42a7-800c-fa1c2d46e9c4 req-85c2216b-b257-4f68-8f9a-285c8102c6b6 service neutron] 10.222.0.49 "GET /v2.0/networks/5eba00db-5453-44c6-a75c-adea84f4b12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592719 Apr 14 16:12:33.471749 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d052302b-113f-4426-8954-49b56279b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.473380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-a29f7ddb-8523-4f2b-8909-463487b18566 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:33.474996 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-a29f7ddb-8523-4f2b-8909-463487b18566 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.49 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 946 time: 0.1366360 Apr 14 16:12:33.481190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-70c5bd3e-bb5d-41ee-a940-67280a4c3cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:33.527929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052302b-113f-4426-8954-49b56279b91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca00e119-3a44-4588-9888-00bd8ef8ecd1,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:33.543009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d052302b-113f-4426-8954-49b56279b91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:33.611317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Deleting port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:33.612240 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.636327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d052302b-113f-4426-8954-49b56279b91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.637549 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d052302b-113f-4426-8954-49b56279b91d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ca00e119-3a44-4588-9888-00bd8ef8ecd1 HTTP/1.1" status: 204 len: 168 time: 1.2634718 Apr 14 16:12:33.700066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Router 85257c74-2259-4b98-8755-b764c7ec983b is scheduled to L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:12:33.781216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1105e27-219f-426f-a591-668704b646d8 req-6ef95e89-5855-4382-be6a-e77849f17c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:33.783457 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1105e27-219f-426f-a591-668704b646d8 req-6ef95e89-5855-4382-be6a-e77849f17c58 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=5a8672559522497f8780425333f6d274&device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 1101 time: 0.3007779 Apr 14 16:12:33.793766 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:33.957129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:33.979730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Sync routers for ids ['85257c74-2259-4b98-8755-b764c7ec983b'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:33.984243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.000010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Routers {'85257c74-2259-4b98-8755-b764c7ec983b'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:34.000866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:12:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['85257c74-2259-4b98-8755-b764c7ec983b'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:34.012821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'b91f751a-704a-447f-bcf6-60075d07d6a9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:34.025475 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:34.097994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] For port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,segment=NetworkSegment(66531b59-3c3b-4dae-afb3-e75719916457),segment_id=66531b59-3c3b-4dae-afb3-e75719916457)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:34.098597 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.124169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1105e27-219f-426f-a591-668704b646d8 req-88865012-bfdf-46d2-9172-58852f54eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:34.124848 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.130076 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2832336 Apr 14 16:12:34.132786 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1105e27-219f-426f-a591-668704b646d8 req-88865012-bfdf-46d2-9172-58852f54eb4a service neutron] 10.222.0.49 "GET /v2.0/networks?id=5eba00db-5453-44c6-a75c-adea84f4b12b HTTP/1.1" status: 200 len: 870 time: 0.3141296 Apr 14 16:12:34.133417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 33266) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:34.445802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Set router 85257c74-2259-4b98-8755-b764c7ec983b gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:34.544892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Pushing event updated for resources: {'Port': ['ID=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:34.629758 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:34.646360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:34.648377 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:34.654825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:34.741746 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e2c9-6070-46fb-8f29-88edb8882a54 req-797d0538-0ac5-4f75-9d1b-d0114b9a0e2f tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:34.750081 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bae1e2c9-6070-46fb-8f29-88edb8882a54 req-797d0538-0ac5-4f75-9d1b-d0114b9a0e2f tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 948 time: 0.2260618 Apr 14 16:12:34.777945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:34.778821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:34.831061 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8687992 Apr 14 16:12:34.854184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Request body: {'port': {'device_id': '3afb4d4c-bf49-4755-bc53-8e771fd08894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:34.913050 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bae1e2c9-6070-46fb-8f29-88edb8882a54 req-f50eb582-2016-4792-83b0-c005ae52d433 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618938 Apr 14 16:12:34.971483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85257c74-2259-4b98-8755-b764c7ec983b', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:26Z', 'updated_at': '2021-04-14T16:12:31Z', 'revision_number': 3, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'gw_port': {'id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:29Z', 'updated_at': '2021-04-14T16:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:34.978198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Checking router: 85257c74-2259-4b98-8755-b764c7ec983b for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:34.978693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Updating router 85257c74-2259-4b98-8755-b764c7ec983b port 1c75ba06-57d2-403e-af3d-39b1ed75c529 binding host dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:35.071541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.076820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.105897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Calling delete_port for 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 owned by compute:nova {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:35.212177 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1105e27-219f-426f-a591-668704b646d8 req-a816941b-d065-49ae-9f88-b6e5c0427081 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 HTTP/1.1" status: 200 len: 217 time: 0.6029201 Apr 14 16:12:35.569124 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1105e27-219f-426f-a591-668704b646d8 req-af0a177f-1e83-4e96-9be0-1fcdd0442cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:35.570774 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1105e27-219f-426f-a591-668704b646d8 req-af0a177f-1e83-4e96-9be0-1fcdd0442cae service neutron] 10.222.0.49 "GET /v2.0/subnets?id=91b1d988-cce0-4582-9879-6bb070f078b5 HTTP/1.1" status: 200 len: 843 time: 0.2594750 Apr 14 16:12:35.705895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cf3bc-b831-4cef-a3e2-dd2f710c1b04 req-a8c59127-5ca3-4edf-9063-424d20721808 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:35.718850 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0c3cf3bc-b831-4cef-a3e2-dd2f710c1b04 req-a8c59127-5ca3-4edf-9063-424d20721808 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 946 time: 1.1046772 Apr 14 16:12:35.758152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.772694 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Transition to ACTIVE for port object 1c75ba06-57d2-403e-af3d-39b1ed75c529 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:35.775061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500da1cb-eda4-4ad3-91e3-a5adeff35414 req-30276116-d71f-4a4e-a055-598a76c8bf88 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:35.777136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-500da1cb-eda4-4ad3-91e3-a5adeff35414 req-30276116-d71f-4a4e-a055-598a76c8bf88 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:35.785075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:35.814039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8d31b090-7428-45d9-8606-95750f700b36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:35.835065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-500da1cb-eda4-4ad3-91e3-a5adeff35414 req-30276116-d71f-4a4e-a055-598a76c8bf88 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:35.837561 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-500da1cb-eda4-4ad3-91e3-a5adeff35414 req-30276116-d71f-4a4e-a055-598a76c8bf88 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 931 time: 0.5131340 Apr 14 16:12:35.893199 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-500da1cb-eda4-4ad3-91e3-a5adeff35414 req-48f38b9f-55eb-4e56-a2d7-a5f0157a68c1 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Apr 14 16:12:35.955998 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0c3cf3bc-b831-4cef-a3e2-dd2f710c1b04 req-bbc625b9-cca2-4f7c-b739-13cd387424c0 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/security-groups?id=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765838 Apr 14 16:12:35.983708 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.022436 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:36.038960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-89e555e1-8c14-42f4-bc28-1fd891e28c44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:36.046656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.071885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Transition to ACTIVE for port object 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:36.076265 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.125107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:36.197703 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1105e27-219f-426f-a591-668704b646d8 req-41c92e3f-9808-489f-a196-453902146f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:36.199383 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1105e27-219f-426f-a591-668704b646d8 req-41c92e3f-9808-489f-a196-453902146f64 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=5eba00db-5453-44c6-a75c-adea84f4b12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6093969 Apr 14 16:12:36.200262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Pushing event deleted for resources: {'Port': ['ID=7ffcb4fc-221a-4da0-bd94-ceb20c46a095,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:36.226375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:36.351280 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Pushing event updated for resources: {'Port': ['ID=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:36.360180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:36.387426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Pushing event updated for resources: {'Port': ['ID=1c75ba06-57d2-403e-af3d-39b1ed75c529,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:36.403167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.403722 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.404212 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.404699 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.405182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.405675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.406136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.406608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.407744 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.408130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.409034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.409401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:12:36.427923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:36.477511 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:36.511903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:36.526628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Attempting to bind port 1c75ba06-57d2-403e-af3d-39b1ed75c529 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:36.527083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Attempting to bind port 1c75ba06-57d2-403e-af3d-39b1ed75c529 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:36.527387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Attempting to bind port 1c75ba06-57d2-403e-af3d-39b1ed75c529 on network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:36.560762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:36.561150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Checking segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:36.566803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.567482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Bound using segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:36.568437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Bound port: 1c75ba06-57d2-403e-af3d-39b1ed75c529, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:36.569046 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.605785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:36.606964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:36.786866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] For port 1c75ba06-57d2-403e-af3d-39b1ed75c529, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:36.792474 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] For port 1c75ba06-57d2-403e-af3d-39b1ed75c529, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=1c75ba06-57d2-403e-af3d-39b1ed75c529,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:36.803619 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Attempting to bind port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:36.804008 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Attempting to bind port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:36.804384 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Attempting to bind port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:36.806279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.811233 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:36.811606 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Attempting to bind port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:36.819748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:36.820135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Checking segment: {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:36.820569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Bound using segment: {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:36.821211 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Bound port: 0ad222e7-727f-4d75-ae2a-e8379ab8dba4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:36.821609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.830053 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:36.935031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] For port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:36.938751 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] For port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:36.943589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:36.983084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:36.992825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,segment=NetworkSegment(6f28b36f-23c5-476f-b10d-fed9b3aa0a2b),segment_id=6f28b36f-23c5-476f-b10d-fed9b3aa0a2b)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:37.015252 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'e41fe3ba-6fde-49d8-883b-3bf4dce0cc59', 'network_id': '5eba00db-5453-44c6-a75c-adea84f4b12b', 'port_id': 'e41fe3ba-6fde-49d8-883b-3bf4dce0cc59', 'mac_address': 'fa:16:3e:00:8f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b1d988-cce0-4582-9879-6bb070f078b5', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:37.094859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.116500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:37.131661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06078f4e-012b-443f-9725-6ecbc98739c9 req-0c3feee6-b0d2-4b64-951b-8028228f03e9 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:37.137494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,segment=NetworkSegment(6f28b36f-23c5-476f-b10d-fed9b3aa0a2b),segment_id=6f28b36f-23c5-476f-b10d-fed9b3aa0a2b)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:37.139966 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-06078f4e-012b-443f-9725-6ecbc98739c9 req-0c3feee6-b0d2-4b64-951b-8028228f03e9 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 948 time: 0.9158814 Apr 14 16:12:37.142671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.150647 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:37.174879 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1105e27-219f-426f-a591-668704b646d8 req-06627737-9ef6-4e71-a3ff-0a79de956f94 service neutron] 10.222.0.49 "GET /v2.0/networks/5eba00db-5453-44c6-a75c-adea84f4b12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9539838 Apr 14 16:12:37.256150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] No DVR routers for this DVR port 7ffcb4fc-221a-4da0-bd94-ceb20c46a095 on host hv-cinder-78626 {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:12:37.261144 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Pushing event updated for resources: {'Port': ['ID=1c75ba06-57d2-403e-af3d-39b1ed75c529,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:37.273415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:37.318734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:37.323086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:37.346973 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.355315 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622780c2-acc8-47ee-9b60-66998d68fc3d', 'name': 'network-vif-deleted', 'tag': '7ffcb4fc-221a-4da0-bd94-ceb20c46a095'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:37.371765 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Pushing event updated for resources: {'Port': ['ID=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:37.376075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:37.377886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Routers {'85257c74-2259-4b98-8755-b764c7ec983b'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:37.378594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:12:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['85257c74-2259-4b98-8755-b764c7ec983b'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:37.425999 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-06078f4e-012b-443f-9725-6ecbc98739c9 req-85798fb8-43de-4376-a9ad-a65b28a5858b tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850661 Apr 14 16:12:37.458077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['e41fe3ba-6fde-49d8-883b-3bf4dce0cc59'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:37.532363 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:37.532888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.534771 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] 10.222.0.49 "PUT /v2.0/ports/0ad222e7-727f-4d75-ae2a-e8379ab8dba4 HTTP/1.1" status: 200 len: 1093 time: 2.6934536 Apr 14 16:12:37.540405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afb4d4c-bf49-4755-bc53-8e771fd08894', 'tag': '0ad222e7-727f-4d75-ae2a-e8379ab8dba4'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:37.600509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0c6bb-3de1-490a-93a4-604f4f387bff req-2c43194b-aa37-41ad-853d-662c633f3447 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:37.614891 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-97b0c6bb-3de1-490a-93a4-604f4f387bff req-2c43194b-aa37-41ad-853d-662c633f3447 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 943 time: 0.3128517 Apr 14 16:12:37.677824 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b704f355-72f3-4123-84dc-5e3a7ad3fe7d req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.49 "DELETE /v2.0/ports/7ffcb4fc-221a-4da0-bd94-ceb20c46a095 HTTP/1.1" status: 204 len: 173 time: 4.1582897 Apr 14 16:12:37.728314 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-97b0c6bb-3de1-490a-93a4-604f4f387bff req-7f0d7f40-6c80-49fd-9bf0-416bf9988b64 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123700 Apr 14 16:12:37.792562 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-769e1d2a-6669-4d4c-a2e6-caa4204d6c9a req-394d82fd-d229-44b2-b082-79b899fdc311 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Synchronizing usage tracker for tenant:8e734f0a9ae7434698dd6965b6cd1bfd on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:37.796894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:37.806439 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-4776ca81-3a87-49e9-9dd9-d088158d339f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:37.813652 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-4776ca81-3a87-49e9-9dd9-d088158d339f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 1096 time: 0.1816328 Apr 14 16:12:37.851711 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1105e27-219f-426f-a591-668704b646d8 req-88bd1e3f-a8ca-49ca-98d0-aaf37bae1379 service neutron] 10.222.0.49 "GET /v2.0/networks/5eba00db-5453-44c6-a75c-adea84f4b12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6210625 Apr 14 16:12:37.899602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] Set router 85257c74-2259-4b98-8755-b764c7ec983b gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:37.906501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-769e1d2a-6669-4d4c-a2e6-caa4204d6c9a req-394d82fd-d229-44b2-b082-79b899fdc311 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Unset dirty status for tenant:8e734f0a9ae7434698dd6965b6cd1bfd on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:37.917026 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-769e1d2a-6669-4d4c-a2e6-caa4204d6c9a req-394d82fd-d229-44b2-b082-79b899fdc311 tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] 10.222.0.61 "GET /v2.0/ports?device_id=622780c2-acc8-47ee-9b60-66998d68fc3d HTTP/1.1" status: 200 len: 210 time: 0.1938004 Apr 14 16:12:38.092466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 33366) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:38.132804 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622780c2-acc8-47ee-9b60-66998d68fc3d', 'name': 'network-vif-deleted', 'tag': '7ffcb4fc-221a-4da0-bd94-ceb20c46a095', 'status': 'completed', 'code': 200} Apr 14 16:12:38.292327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Allocated IP 172.20.0.1 (0d0c325b-ec4e-4107-a17a-03fce6bbe0fb/9fe99b85-10e3-4e49-b9dc-6a893c3b28a7/b30c5ec0-78b0-408c-9be4-c537ce6a87c3) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:38.359660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.417778 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afb4d4c-bf49-4755-bc53-8e771fd08894', 'tag': '0ad222e7-727f-4d75-ae2a-e8379ab8dba4', 'status': 'completed', 'code': 200} Apr 14 16:12:38.419307 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-29295747-f679-43cc-9031-33181012fc87 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad222e7-727f-4d75-ae2a-e8379ab8dba4 HTTP/1.1" status: 200 len: 217 time: 0.5973418 Apr 14 16:12:38.446130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85257c74-2259-4b98-8755-b764c7ec983b', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:26Z', 'updated_at': '2021-04-14T16:12:31Z', 'revision_number': 3, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'gw_port': {'id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:29Z', 'updated_at': '2021-04-14T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:38.449560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:38.451084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb42d61-a88e-4eed-b27a-bde56658dcb6 None None] The sync data for ids ['85257c74-2259-4b98-8755-b764c7ec983b'] in dv-cinder-786266-1-smb is: [{'id': '85257c74-2259-4b98-8755-b764c7ec983b', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:26Z', 'updated_at': '2021-04-14T16:12:31Z', 'revision_number': 3, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'gw_port': {'id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:29Z', 'updated_at': '2021-04-14T16:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:38.493204 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2e33a5c4434cb48f6fdd65fe037ecb is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:38.499575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:38.499778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-31e2781d-bc12-467b-bd99-2da68f4a2704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:38.501139 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-31e2781d-bc12-467b-bd99-2da68f4a2704 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.0751860 Apr 14 16:12:38.514593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:38.561011 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-2e99c424-33f2-442d-94ab-f7316deccac0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523791 Apr 14 16:12:38.602804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.718957 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.721909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.737255 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:38.748792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:38.861800 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-f06322ff-9697-47b3-8996-181acc03f95b service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813494 Apr 14 16:12:38.951445 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a2e33a5c4434cb48f6fdd65fe037ecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8573639 Apr 14 16:12:38.962267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33382) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:38.971891 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Pushing event updated for resources: {'Port': ['ID=b30c5ec0-78b0-408c-9be4-c537ce6a87c3,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:38.975236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:38.978186 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:39.012183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2a788-b157-4e35-857b-ed9babf5ada2 req-7d58f72c-6bed-49b6-aa6c-0c95fd866e97 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:39.013946 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a6b2a788-b157-4e35-857b-ed9babf5ada2 req-7d58f72c-6bed-49b6-aa6c-0c95fd866e97 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 949 time: 0.2919998 Apr 14 16:12:39.072360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1318c793-ef42-46f9-815a-0835eb30e1b1,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:39.093880 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a6b2a788-b157-4e35-857b-ed9babf5ada2 req-8e724b4d-5900-4c46-a3f1-5d21f09dfc39 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380287 Apr 14 16:12:39.120524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:39.153795 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4fb3-05e7-4dfc-9500-41a325177a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.154325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:39.157354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:39.161010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:39.195583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4fb3-05e7-4dfc-9500-41a325177a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.239287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb8f18-7bbe-4d3c-920d-851a009f969d req-8ac0479c-2b88-4cc0-ac55-19c273caa3d0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:39.243221 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2efb8f18-7bbe-4d3c-920d-851a009f969d req-8ac0479c-2b88-4cc0-ac55-19c273caa3d0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 943 time: 0.3796976 Apr 14 16:12:39.269326 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56d6bb09-1b69-4e94-84f3-fc82ffef4c95 req-d31ce83b-b364-4875-ba67-40d7b61e1309 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993807 Apr 14 16:12:39.271510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4fb3-05e7-4dfc-9500-41a325177a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.286778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854381680'] for router_interface, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.290052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4ec8f498-0856-453a-9d7f-f0e7c93e84f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:39.307472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa4fb3-05e7-4dfc-9500-41a325177a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1318c793-ef42-46f9-815a-0835eb30e1b1,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:39.310379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cdfa4fb3-05e7-4dfc-9500-41a325177a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:39.317508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4fb3-05e7-4dfc-9500-41a325177a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:39.318954 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-cdfa4fb3-05e7-4dfc-9500-41a325177a51 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1318c793-ef42-46f9-815a-0835eb30e1b1 HTTP/1.1" status: 204 len: 168 time: 0.3460233 Apr 14 16:12:39.549164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-cd13d982-eb0a-4acb-a524-c3f71956831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:39.554789 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-cd13d982-eb0a-4acb-a524-c3f71956831c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 1096 time: 0.2198224 Apr 14 16:12:39.701051 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2efb8f18-7bbe-4d3c-920d-851a009f969d req-a8a03616-3f23-4d34-80ce-9c316017f869 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475193 Apr 14 16:12:39.743188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.000960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-da99f29a-b971-4dfc-9668-317d1e9d2476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:40.003393 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-da99f29a-b971-4dfc-9668-317d1e9d2476 service neutron] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 915 time: 0.4340413 Apr 14 16:12:40.020668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.188635 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-79b29542-2bb1-4f02-8a2b-af7b0bd6754f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ad222e7-727f-4d75-ae2a-e8379ab8dba4 HTTP/1.1" status: 200 len: 217 time: 0.1747549 Apr 14 16:12:40.433061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-b921d030-a964-491f-afbd-3cc639b29f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:40.434582 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-b921d030-a964-491f-afbd-3cc639b29f5f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.2337697 Apr 14 16:12:40.444274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.449182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.477164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 1c75ba06-57d2-403e-af3d-39b1ed75c529 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:40.494221 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-cdfbf08c-cc82-435d-a018-7f8763977c4b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520394 Apr 14 16:12:40.542540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:40.561167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee72b7c-3859-4c87-8d55-cf77dbdd2cb3 req-ac412311-605e-44c1-b10d-d2952bd969cd tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:40.562734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:40.575320 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ee72b7c-3859-4c87-8d55-cf77dbdd2cb3 req-ac412311-605e-44c1-b10d-d2952bd969cd tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 949 time: 0.2919769 Apr 14 16:12:40.625870 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853169425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854332615'] for router_interface, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.707245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:40.710483 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ee72b7c-3859-4c87-8d55-cf77dbdd2cb3 req-6d15470e-0038-45e9-947e-37612c18bad0 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336081 Apr 14 16:12:40.725432 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:40.729003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.778667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Pushing event updated for resources: {'Port': ['ID=b30c5ec0-78b0-408c-9be4-c537ce6a87c3,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:40.784463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:40.856443 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-f0841118-b84a-4bd7-b022-ba007c7eee0b service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452928 Apr 14 16:12:40.900683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:40.901924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:40.923440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 1c75ba06-57d2-403e-af3d-39b1ed75c529 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:40.933260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 1c75ba06-57d2-403e-af3d-39b1ed75c529 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:40.933682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:40.994324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:41.019471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e76110-663b-4ed0-8e5a-b9fe03e7224b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41fe3ba-6fde-49d8-883b-3bf4dce0cc59'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:41.044682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,segment=NetworkSegment(6f28b36f-23c5-476f-b10d-fed9b3aa0a2b),segment_id=6f28b36f-23c5-476f-b10d-fed9b3aa0a2b)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:41.058524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:41.061902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d0b358ca-e961-4657-bcaa-6c1a985a4eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:41.184665 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b23b8778-ceb8-47fa-a02e-24bb546a31cd req-54ed4fc3-603b-4a51-8bd7-7166d9dae54e service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196058 Apr 14 16:12:41.186673 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e76110-663b-4ed0-8e5a-b9fe03e7224b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41fe3ba-6fde-49d8-883b-3bf4dce0cc59', 'code': 200} Apr 14 16:12:41.195750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ec403-8282-4042-a542-2e5f68beacf5 req-828bf874-ca64-40cc-8298-80d92ee69794 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:41.204859 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-520ec403-8282-4042-a542-2e5f68beacf5 req-828bf874-ca64-40cc-8298-80d92ee69794 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 943 time: 0.2167358 Apr 14 16:12:41.246826 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-520ec403-8282-4042-a542-2e5f68beacf5 req-d12d0e48-afcf-4c02-b246-6e4d10b98aed tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Apr 14 16:12:41.299531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:41.334046 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 1c75ba06-57d2-403e-af3d-39b1ed75c529, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=1c75ba06-57d2-403e-af3d-39b1ed75c529,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:41.359118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:41.371654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:41.379800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:41.380328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:41.511271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Router 85257c74-2259-4b98-8755-b764c7ec983b has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:12:41.534596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=1c75ba06-57d2-403e-af3d-39b1ed75c529,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:41.551967 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33454) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:41.561749 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:41.680441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ada92b-15ce-4d6a-a238-bc6e685e1a9a req-2269ed1c-a3e3-46e6-b014-a4c62da56de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:41.682421 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-46ada92b-15ce-4d6a-a238-bc6e685e1a9a req-2269ed1c-a3e3-46e6-b014-a4c62da56de2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 1103 time: 0.2113020 Apr 14 16:12:41.732214 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-46ada92b-15ce-4d6a-a238-bc6e685e1a9a req-0ffc619d-3fe5-4969-b1e9-bfe1fccf6d08 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Apr 14 16:12:41.783143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:12:41.823817 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] 10.222.0.61 "PUT /v2.0/routers/85257c74-2259-4b98-8755-b764c7ec983b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6824005 Apr 14 16:12:41.847445 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33472) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:42.023388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.031362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Sync routers for ids ['85257c74-2259-4b98-8755-b764c7ec983b'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:12:42.060595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Routers {'85257c74-2259-4b98-8755-b764c7ec983b'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:42.062891 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.063822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:12:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['85257c74-2259-4b98-8755-b764c7ec983b'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:42.100006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:42.108802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Usage tracker for resource:security_group_rule and tenant:08eb2b9c17ce431ca3ce68f60ce6a1eb is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:42.114856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:42.126607 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:42.142889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:42.177818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Usage tracker for resource:security_group_rule and tenant:52448b15666649028a63428c318a3098 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:42.183821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:42.208201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:42.222627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27305fab-ea09-45fd-8e48-1733f6a07b72 req-f25d3c0a-042d-40d4-9188-ffa21dbdf9ca tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:42.226661 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-27305fab-ea09-45fd-8e48-1733f6a07b72 req-f25d3c0a-042d-40d4-9188-ffa21dbdf9ca tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 950 time: 0.3374403 Apr 14 16:12:42.300719 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-27305fab-ea09-45fd-8e48-1733f6a07b72 req-3bdf633a-c8a2-4433-ab06-0daf0b0aa7d0 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 Apr 14 16:12:42.312237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Set router 85257c74-2259-4b98-8755-b764c7ec983b gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:42.379075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.400021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.409164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cdfa4fb3-05e7-4dfc-9500-41a325177a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:42.465608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d3b20d-ac2b-43af-9288-2ee7cfdf0169,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:42.472734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 1c75ba06-57d2-403e-af3d-39b1ed75c529 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:42.493441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:42.525343 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:42.587070 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08eb2b9c17ce431ca3ce68f60ce6a1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7384181 Apr 14 16:12:42.594718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33498) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:42.622735 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.627593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.642009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:42.725141 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a72619-f34a-433c-badf-8fd1e0093815 req-de0fed89-a5f2-4262-ab6f-250e9e6d3ff7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:42.726886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-39a72619-f34a-433c-badf-8fd1e0093815 req-de0fed89-a5f2-4262-ab6f-250e9e6d3ff7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Synchronizing usage tracker for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:network {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:42.749890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-39a72619-f34a-433c-badf-8fd1e0093815 req-de0fed89-a5f2-4262-ab6f-250e9e6d3ff7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Unset dirty status for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:network {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:42.750789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d424a1b-09d2-4d1a-8cb0-e962201cbfef,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:42.752115 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-de0fed89-a5f2-4262-ab6f-250e9e6d3ff7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 818 time: 0.2449801 Apr 14 16:12:42.760241 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:42.768392 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52448b15666649028a63428c318a3098&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2106907 Apr 14 16:12:42.768624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 33502) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:42.778180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0bd09-0e45-47c6-a3e8-4fd00e85c8bf req-847162c3-9d63-4b7e-9af4-b1411cd4caa2 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:42.786412 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-25a0bd09-0e45-47c6-a3e8-4fd00e85c8bf req-847162c3-9d63-4b7e-9af4-b1411cd4caa2 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 943 time: 0.2942111 Apr 14 16:12:42.806424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e61e69d9-3dae-469b-ad0a-33034a52d1c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.842298 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-25a0bd09-0e45-47c6-a3e8-4fd00e85c8bf req-bca11886-f7ab-40f8-9da6-6326e7917bc4 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544147 Apr 14 16:12:42.843729 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-dd888c79-22cb-48fd-bd86-e3540da28487 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/quotas/f4657241e7a74e70a87f6075653e75a6 HTTP/1.1" status: 200 len: 375 time: 0.0718923 Apr 14 16:12:42.859184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1abccf2b-6b6c-4efb-bf5e-5ca42e416d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.894426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e61e69d9-3dae-469b-ad0a-33034a52d1c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.908610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 1c75ba06-57d2-403e-af3d-39b1ed75c529 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:42.909044 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.957743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e61e69d9-3dae-469b-ad0a-33034a52d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:42.971539 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:42.976267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1abccf2b-6b6c-4efb-bf5e-5ca42e416d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:43.004611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e69d9-3dae-469b-ad0a-33034a52d1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d3b20d-ac2b-43af-9288-2ee7cfdf0169,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:43.011540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e61e69d9-3dae-469b-ad0a-33034a52d1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:43.021927 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e61e69d9-3dae-469b-ad0a-33034a52d1c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:43.039171 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e61e69d9-3dae-469b-ad0a-33034a52d1c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19d3b20d-ac2b-43af-9288-2ee7cfdf0169 HTTP/1.1" status: 204 len: 168 time: 0.4361136 Apr 14 16:12:43.046929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-39a72619-f34a-433c-badf-8fd1e0093815 req-64df61d1-5e81-4eb8-8fe9-2252e2705808 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Synchronizing usage tracker for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:43.070430 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-39a72619-f34a-433c-badf-8fd1e0093815 req-64df61d1-5e81-4eb8-8fe9-2252e2705808 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Unset dirty status for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:43.071978 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-64df61d1-5e81-4eb8-8fe9-2252e2705808 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2044084 Apr 14 16:12:43.073198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1abccf2b-6b6c-4efb-bf5e-5ca42e416d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:43.079073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dc6a484d-e5d2-4fb0-b84f-bb1193e334e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:43.092860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abccf2b-6b6c-4efb-bf5e-5ca42e416d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d424a1b-09d2-4d1a-8cb0-e962201cbfef,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:43.120290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1abccf2b-6b6c-4efb-bf5e-5ca42e416d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:43.186224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1abccf2b-6b6c-4efb-bf5e-5ca42e416d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:43.187848 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1abccf2b-6b6c-4efb-bf5e-5ca42e416d8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d424a1b-09d2-4d1a-8cb0-e962201cbfef HTTP/1.1" status: 204 len: 168 time: 0.4179885 Apr 14 16:12:43.295251 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-f796f5d0-9f6c-4818-857f-b95e28b6bf8d service neutron] 10.222.0.61 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036312 Apr 14 16:12:43.393269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:43.480754 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-b1a4c4ba-175e-4cd6-9cd2-b620dc67b3a7 service neutron] 10.222.0.61 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770902 Apr 14 16:12:43.492663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '0ad222e7-727f-4d75-ae2a-e8379ab8dba4', 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e', 'port_id': '0ad222e7-727f-4d75-ae2a-e8379ab8dba4', 'mac_address': 'fa:16:3e:cb:2c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c90a62-c7c0-44af-a81f-f16d6983458d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:43.538652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85257c74-2259-4b98-8755-b764c7ec983b', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:26Z', 'updated_at': '2021-04-14T16:12:39Z', 'revision_number': 4, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'gw_port': {'id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:29Z', 'updated_at': '2021-04-14T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'b30c5ec0-78b0-408c-9be4-c537ce6a87c3', 'name': '', 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'mac_address': 'fa:16:3e:22:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fe99b85-10e3-4e49-b9dc-6a893c3b28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:37Z', 'updated_at': '2021-04-14T16:12:40Z', 'revision_number': 2, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'subnets': [{'id': '9fe99b85-10e3-4e49-b9dc-6a893c3b28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:43.554049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Checking router: 85257c74-2259-4b98-8755-b764c7ec983b for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:12:43.554500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Updating router 85257c74-2259-4b98-8755-b764c7ec983b port b30c5ec0-78b0-408c-9be4-c537ce6a87c3 binding host dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:12:43.600753 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 33522) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:43.644804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:43.717331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7b9d2-82b6-4206-9bad-49832e6b3b09 req-0a7b2d9a-a83b-45d9-bc11-70890a9e4e30 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:43.722065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:43.726366 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5db7b9d2-82b6-4206-9bad-49832e6b3b09 req-0a7b2d9a-a83b-45d9-bc11-70890a9e4e30 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 950 time: 0.1264167 Apr 14 16:12:43.758776 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Usage tracker for resource:security_group_rule and tenant:1439be03eea549fd80fc0c365d5633b9 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:43.765397 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:43.767517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:43.769768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:43.775193 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5db7b9d2-82b6-4206-9bad-49832e6b3b09 req-efc38c5e-e8b8-4768-b286-fd8eddaf18d3 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Apr 14 16:12:43.783206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:43.831587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:43.839946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:43.852796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:43.925262 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1e1a4437-a6f5-4eba-8031-72b0138c193f req-84b88898-1297-476f-8dc1-d56d89e87e88 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 210 time: 0.0883362 Apr 14 16:12:43.938966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:43.958819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:44.052417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.056361 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.066824 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e2cf919-4494-4648-9fbb-be61f326aeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:44.144219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:44.260188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 33550) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:44.263972 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1439be03eea549fd80fc0c365d5633b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6610882 Apr 14 16:12:44.304281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b3fd62-344e-472e-ad88-eeef5fc55da6,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:44.328399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:44.410041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b7713-e181-4f54-8e47-ba2156a9ab07 req-4ccd4688-5406-48d6-865d-3c9bdf681a9d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:44.419300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3185a05-9e1a-4160-aa71-6c4ef08cc670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.420650 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2b7b7713-e181-4f54-8e47-ba2156a9ab07 req-4ccd4688-5406-48d6-865d-3c9bdf681a9d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 944 time: 0.2633095 Apr 14 16:12:44.458255 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2b7b7713-e181-4f54-8e47-ba2156a9ab07 req-3f5b1e47-f753-4160-a133-5a92e9e70d88 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357113 Apr 14 16:12:44.466918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['0ad222e7-727f-4d75-ae2a-e8379ab8dba4'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:44.501581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3185a05-9e1a-4160-aa71-6c4ef08cc670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.599384 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3185a05-9e1a-4160-aa71-6c4ef08cc670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.610003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e3a1782f-7171-45f3-a9e5-7200fa177367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:44.624326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3185a05-9e1a-4160-aa71-6c4ef08cc670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b3fd62-344e-472e-ad88-eeef5fc55da6,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:44.634245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a3185a05-9e1a-4160-aa71-6c4ef08cc670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:44.636978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Notify callbacks [] for port, precommit_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.642626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3185a05-9e1a-4160-aa71-6c4ef08cc670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.644946 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a3185a05-9e1a-4160-aa71-6c4ef08cc670 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/83b3fd62-344e-472e-ad88-eeef5fc55da6 HTTP/1.1" status: 204 len: 168 time: 0.3837094 Apr 14 16:12:44.724083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Transition to ACTIVE for port object b30c5ec0-78b0-408c-9be4-c537ce6a87c3 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:44.741146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:44.828781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:44.947132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-65d14e07-c20e-44fa-841a-1e8a04896f20 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:44.948938 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-65d14e07-c20e-44fa-841a-1e8a04896f20 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 818 time: 0.2909880 Apr 14 16:12:44.966570 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-9273fed0-3cff-4a93-a6f1-1aa679edad08 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/quotas/f4657241e7a74e70a87f6075653e75a6 HTTP/1.1" status: 200 len: 375 time: 0.0112333 Apr 14 16:12:44.991671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d8896-dab1-4f75-bcba-06572429e850 None None] Pushing event updated for resources: {'Port': ['ID=b30c5ec0-78b0-408c-9be4-c537ce6a87c3,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:44.994682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b68d8896-dab1-4f75-bcba-06572429e850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:45.094211 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc61f-c43b-4109-83dc-523c674fee79 req-41196903-f7c1-4169-b85c-47b01043d040 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:45.103117 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-edfdc61f-c43b-4109-83dc-523c674fee79 req-41196903-f7c1-4169-b85c-47b01043d040 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 950 time: 0.1133583 Apr 14 16:12:45.110937 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-633bbfc7-e9c8-4091-835b-b6e718053d36 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1371210 Apr 14 16:12:45.142597 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-edfdc61f-c43b-4109-83dc-523c674fee79 req-2bb6effc-b9a3-4b0a-8eec-38f0deba9f33 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383048 Apr 14 16:12:45.250497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Attempting to bind port b30c5ec0-78b0-408c-9be4-c537ce6a87c3 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:45.250926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Attempting to bind port b30c5ec0-78b0-408c-9be4-c537ce6a87c3 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:45.251339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Attempting to bind port b30c5ec0-78b0-408c-9be4-c537ce6a87c3 on network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:45.257214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:45.257896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Checking segment: {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:45.258400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:45.258838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Bound using segment: {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:45.259356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Bound port: b30c5ec0-78b0-408c-9be4-c537ce6a87c3, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:45.259781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:45.275594 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-e58483dc-342b-40ca-b184-32c304c56535 service neutron] 10.222.0.61 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632156 Apr 14 16:12:45.369633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] For port b30c5ec0-78b0-408c-9be4-c537ce6a87c3, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:45.373695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] For port b30c5ec0-78b0-408c-9be4-c537ce6a87c3, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=b30c5ec0-78b0-408c-9be4-c537ce6a87c3,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:45.380750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:45.397794 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:45.580024 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d8896-dab1-4f75-bcba-06572429e850 None None] Pushing event updated for resources: {'Port': ['ID=b30c5ec0-78b0-408c-9be4-c537ce6a87c3,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:45.592361 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b68d8896-dab1-4f75-bcba-06572429e850 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:45.664878 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-376a290e-bd11-4d17-a615-473eeb1074f5 service neutron] 10.222.0.61 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811805 Apr 14 16:12:45.715669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Routers {'85257c74-2259-4b98-8755-b764c7ec983b'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:12:45.716382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:12:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['85257c74-2259-4b98-8755-b764c7ec983b'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:45.802681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d4843-6ab0-44e5-86c2-142429307092 req-3d8bfe5b-c0fe-42ec-ae0b-7c9aaaeeb5d7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:45.816226 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a84d4843-6ab0-44e5-86c2-142429307092 req-3d8bfe5b-c0fe-42ec-ae0b-7c9aaaeeb5d7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 944 time: 0.1738377 Apr 14 16:12:45.821532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a72619-f34a-433c-badf-8fd1e0093815 req-eaad2fe5-fe47-43b6-8dfa-8bb70dcf5090 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:45.831062 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-eaad2fe5-fe47-43b6-8dfa-8bb70dcf5090 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.49 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 818 time: 0.4481983 Apr 14 16:12:45.849443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Request body: {'port': {'device_id': '2fa26093-c5ce-46f7-af32-e2b6b8fa58cd', 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb', 'admin_state_up': True, 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:45.883658 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a84d4843-6ab0-44e5-86c2-142429307092 req-a1084e1a-a3ef-467d-9b8a-b1636c1244e5 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661747 Apr 14 16:12:46.078799 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3aacac4-0b0e-4ec9-98cd-5f9c9d27928c req-c51be05c-7254-471d-b0f5-593e5b2cf83e tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 210 time: 0.1022427 Apr 14 16:12:46.093271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] Set router 85257c74-2259-4b98-8755-b764c7ec983b gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:12:46.348220 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-76fa1785-44e9-4de2-8877-63c71c4d34a7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:46.350781 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-76fa1785-44e9-4de2-8877-63c71c4d34a7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.49 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 950 time: 0.1647480 Apr 14 16:12:46.499908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Deleting port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:12:46.500435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:46.527949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:46.692904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:46.761510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:46.801011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Made reservation on behalf of f4657241e7a74e70a87f6075653e75a6 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:46.807517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:46.836266 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53820822-ddac-4380-be05-8b2993a9b806 req-14cd73ec-6e2c-4fdb-badd-07f4a877ce47 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:46.844558 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-53820822-ddac-4380-be05-8b2993a9b806 req-14cd73ec-6e2c-4fdb-badd-07f4a877ce47 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 950 time: 0.1903298 Apr 14 16:12:46.940268 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] For port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,segment=NetworkSegment(6f28b36f-23c5-476f-b10d-fed9b3aa0a2b),segment_id=6f28b36f-23c5-476f-b10d-fed9b3aa0a2b)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:46.940832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:46.943471 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-53820822-ddac-4380-be05-8b2993a9b806 req-b0ae650b-26d8-4853-9b62-2ec326f1b807 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/security-groups?id=de8ac471-79b4-4b40-a4d3-e4a6ee271150&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978353 Apr 14 16:12:47.150977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:47.154217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Calling delete_port for e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 owned by compute:nova {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:12:47.163492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:47.164383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.174765 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Allocated IP 172.20.0.8 (0d0c325b-ec4e-4107-a17a-03fce6bbe0fb/9fe99b85-10e3-4e49-b9dc-6a893c3b28a7/de852778-0524-498b-8486-dada131f4748) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:47.340501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3b314-8047-4bc9-abda-b5a9a6af72a1 req-1db28944-8a66-4eb2-a4dd-c5ddba3a2bc6 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:47.342422 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2ff3b314-8047-4bc9-abda-b5a9a6af72a1 req-1db28944-8a66-4eb2-a4dd-c5ddba3a2bc6 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 944 time: 0.2328303 Apr 14 16:12:47.344523 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85257c74-2259-4b98-8755-b764c7ec983b', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:26Z', 'updated_at': '2021-04-14T16:12:39Z', 'revision_number': 4, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'gw_port': {'id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:29Z', 'updated_at': '2021-04-14T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'b30c5ec0-78b0-408c-9be4-c537ce6a87c3', 'name': '', 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'mac_address': 'fa:16:3e:22:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fe99b85-10e3-4e49-b9dc-6a893c3b28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:37Z', 'updated_at': '2021-04-14T16:12:45Z', 'revision_number': 4, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'subnets': [{'id': '9fe99b85-10e3-4e49-b9dc-6a893c3b28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:12:47.358876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8df0454-7994-4f50-993b-34ca821bf56b None None] The sync data for ids ['85257c74-2259-4b98-8755-b764c7ec983b'] in dv-cinder-786266-1-smb is: [{'id': '85257c74-2259-4b98-8755-b764c7ec983b', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:26Z', 'updated_at': '2021-04-14T16:12:39Z', 'revision_number': 4, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'gw_port': {'id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:29Z', 'updated_at': '2021-04-14T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'b30c5ec0-78b0-408c-9be4-c537ce6a87c3', 'name': '', 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'mac_address': 'fa:16:3e:22:d6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '9fe99b85-10e3-4e49-b9dc-6a893c3b28a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:37Z', 'updated_at': '2021-04-14T16:12:45Z', 'revision_number': 4, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'subnets': [{'id': '9fe99b85-10e3-4e49-b9dc-6a893c3b28a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:12:47.390871 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.398206 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2ff3b314-8047-4bc9-abda-b5a9a6af72a1 req-0be96f8a-099c-4202-9db6-8acef2cca687 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Apr 14 16:12:47.412793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:47.413482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afb4d4c-bf49-4755-bc53-8e771fd08894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad222e7-727f-4d75-ae2a-e8379ab8dba4'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:47.419214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.422427 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.425563 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:47.455662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:47.523739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['e41fe3ba-6fde-49d8-883b-3bf4dce0cc59'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:47.527652 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-854dbd13-72e3-4e83-a9c8-99e22139202a req-3dc9c14e-a210-422f-b568-e8c9e439dc5e tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 210 time: 0.2243571 Apr 14 16:12:47.642748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:47.654363 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:47.709918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Pushing event deleted for resources: {'Port': ['ID=e41fe3ba-6fde-49d8-883b-3bf4dce0cc59,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:47.717812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:47.802674 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afb4d4c-bf49-4755-bc53-8e771fd08894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad222e7-727f-4d75-ae2a-e8379ab8dba4', 'code': 200} Apr 14 16:12:47.841281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:47.927344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:48.165240 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6058a74c-accf-46a7-af28-2317ab76e047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:48.260125 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Pushing event updated for resources: {'Port': ['ID=de852778-0524-498b-8486-dada131f4748,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:48.264183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:48.293299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:48.295363 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:48.298875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:48.460404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] No DVR routers for this DVR port e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 on host hv-cinder-78626 {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:12:48.491045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:48.495058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32e76110-663b-4ed0-8e5a-b9fe03e7224b', 'name': 'network-vif-deleted', 'tag': 'e41fe3ba-6fde-49d8-883b-3bf4dce0cc59'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:48.496274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device b30c5ec0-78b0-408c-9be4-c537ce6a87c3 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:48.527189 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a45af667-a489-4923-9752-742b1ff58d04 req-f6f62df5-8127-4485-9f55-8ff9ac0bfa85 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 210 time: 0.1618772 Apr 14 16:12:48.653688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:48.654539 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:48.678731 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32e76110-663b-4ed0-8e5a-b9fe03e7224b', 'name': 'network-vif-deleted', 'tag': 'e41fe3ba-6fde-49d8-883b-3bf4dce0cc59', 'status': 'completed', 'code': 200} Apr 14 16:12:48.711201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-caab04bd-4db0-416b-9e32-24ecc3e2f201 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:48.721877 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-caab04bd-4db0-416b-9e32-24ecc3e2f201 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.49 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 818 time: 0.8065846 Apr 14 16:12:48.725773 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-477da2b9-e1f8-45c8-b856-0fde5ba923e2 req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.49 "DELETE /v2.0/ports/e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 HTTP/1.1" status: 204 len: 173 time: 2.3592713 Apr 14 16:12:48.757897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ee871-1164-4e8f-99af-49b79c78e49b req-a18a82ef-62d5-42c2-9c79-40a2dc6b2f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:48.760025 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fd9ee871-1164-4e8f-99af-49b79c78e49b req-a18a82ef-62d5-42c2-9c79-40a2dc6b2f2a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 1098 time: 0.3464675 Apr 14 16:12:48.767304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port b30c5ec0-78b0-408c-9be4-c537ce6a87c3 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:48.767540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Request body: {'port': {'device_id': '540f428c-a676-47b9-82e7-956e076cc139', 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb', 'admin_state_up': True, 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:48.788970 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9446979 Apr 14 16:12:48.809359 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port b30c5ec0-78b0-408c-9be4-c537ce6a87c3 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:48.809793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:48.826595 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fd9ee871-1164-4e8f-99af-49b79c78e49b req-3f04e931-49cd-4fcd-923f-903bfdd636d8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Apr 14 16:12:48.833191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Request body: {'port': {'device_id': '2fa26093-c5ce-46f7-af32-e2b6b8fa58cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:49.083068 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c726b4df-7bd0-4e5f-ac6a-3f65ce460231 req-c9371c5c-fbd7-4d73-b545-d38ec0e540da tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 210 time: 0.0773177 Apr 14 16:12:49.119661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:49.125028 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:49.142020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port b30c5ec0-78b0-408c-9be4-c537ce6a87c3, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=b30c5ec0-78b0-408c-9be4-c537ce6a87c3,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:49.146551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:49.148637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:49.208899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744cb5-2b06-49b8-a9d8-cd62a1ba33f2 req-56abb66c-dc30-4625-b2fe-75dda261b6c7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:49.217462 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5c744cb5-2b06-49b8-a9d8-cd62a1ba33f2 req-56abb66c-dc30-4625-b2fe-75dda261b6c7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 945 time: 0.2754498 Apr 14 16:12:49.223659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:49.236369 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Usage tracker for resource:port and tenant:f4657241e7a74e70a87f6075653e75a6 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:49.244624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:49.246281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=b30c5ec0-78b0-408c-9be4-c537ce6a87c3,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:49.250953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:49.258340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:49.270379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Made reservation on behalf of f4657241e7a74e70a87f6075653e75a6 for: {'port': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:12:49.278431 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:49.351876 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5c744cb5-2b06-49b8-a9d8-cd62a1ba33f2 req-2c108ba9-1d61-4ce4-82fd-17c6f57f012b tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332939 Apr 14 16:12:49.540095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Allocated IP 172.20.0.6 (0d0c325b-ec4e-4107-a17a-03fce6bbe0fb/9fe99b85-10e3-4e49-b9dc-6a893c3b28a7/78a62142-956b-4b10-87c3-092a7774e4b7) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:12:49.814608 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3fd01d82-5029-49cd-bb06-cb733b4aca06 req-32a958eb-a9e8-457d-98fc-074bf3d8ceab tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] 10.222.0.61 "GET /v2.0/ports?device_id=32e76110-663b-4ed0-8e5a-b9fe03e7224b HTTP/1.1" status: 200 len: 210 time: 0.0757124 Apr 14 16:12:49.838645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:49.873537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:49.895977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:50.159384 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de852778-0524-498b-8486-dada131f4748 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:50.169688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.189620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Transition to ACTIVE for port object de852778-0524-498b-8486-dada131f4748 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:50.192819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.211622 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:50.386122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Pushing event updated for resources: {'Port': ['ID=78a62142-956b-4b10-87c3-092a7774e4b7,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:50.389296 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:50.408062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Pushing event updated for resources: {'Port': ['ID=de852778-0524-498b-8486-dada131f4748,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:50.414467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:50.450058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device b30c5ec0-78b0-408c-9be4-c537ce6a87c3 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:50.571806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:12:50.582738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:12:50.584832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:12:50.594653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:12:50.640484 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:12:50.641247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device e41fe3ba-6fde-49d8-883b-3bf4dce0cc59 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:12:50.668250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port b30c5ec0-78b0-408c-9be4-c537ce6a87c3 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:50.678182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.736201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:50.737344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.767803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9327c4c-bd6d-491b-b076-941aaf5a9bf1 req-46696a9c-351b-4768-a24f-f57437577e6f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:50.777261 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b9327c4c-bd6d-491b-b076-941aaf5a9bf1 req-46696a9c-351b-4768-a24f-f57437577e6f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 931 time: 0.4198406 Apr 14 16:12:50.800214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Attempting to bind port de852778-0524-498b-8486-dada131f4748 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:50.800599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Attempting to bind port de852778-0524-498b-8486-dada131f4748 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:50.800972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Attempting to bind port de852778-0524-498b-8486-dada131f4748 on network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:50.810541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Port de852778-0524-498b-8486-dada131f4748 on network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:50.811020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Attempting to bind port de852778-0524-498b-8486-dada131f4748 on network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:50.827683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7f56e-607b-44e0-8c98-f497f070120b req-ba77ac12-c7c0-4385-bfcf-36e2a18e283e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:50.839957 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a8b7f56e-607b-44e0-8c98-f497f070120b req-ba77ac12-c7c0-4385-bfcf-36e2a18e283e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 945 time: 0.2031202 Apr 14 16:12:50.841448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-b9327c4c-bd6d-491b-b076-941aaf5a9bf1 req-5376a8ac-8f8b-4551-826e-1f1ee6e1db1d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Synchronizing usage tracker for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:50.859508 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0973485 Apr 14 16:12:50.860608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-b9327c4c-bd6d-491b-b076-941aaf5a9bf1 req-5376a8ac-8f8b-4551-826e-1f1ee6e1db1d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Unset dirty status for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:50.860798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:50.861129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Checking segment: {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:50.862186 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Bound using segment: {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:50.862661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Bound port: de852778-0524-498b-8486-dada131f4748, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:50.863048 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:50.871036 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b9327c4c-bd6d-491b-b076-941aaf5a9bf1 req-5376a8ac-8f8b-4551-826e-1f1ee6e1db1d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927193 Apr 14 16:12:50.883202 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Request body: {'port': {'device_id': '540f428c-a676-47b9-82e7-956e076cc139', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:12:50.947784 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a8b7f56e-607b-44e0-8c98-f497f070120b req-1d0949ce-bff8-4286-ac58-417d2d39a79b tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067524 Apr 14 16:12:50.992730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] For port de852778-0524-498b-8486-dada131f4748, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:51.000113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] For port de852778-0524-498b-8486-dada131f4748, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=de852778-0524-498b-8486-dada131f4748,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:51.007438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:51.124626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a4818ea7-ab6a-4fc5-b880-c2b26d9e09d0 tempest-DeleteServersTestJSON-45096497 tempest-DeleteServersTestJSON-45096497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:51.261988 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:51.278118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:51.279269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:51.280753 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] 10.222.0.49 "PUT /v2.0/ports/de852778-0524-498b-8486-dada131f4748 HTTP/1.1" status: 200 len: 1093 time: 2.4527752 Apr 14 16:12:51.281284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa26093-c5ce-46f7-af32-e2b6b8fa58cd', 'tag': 'de852778-0524-498b-8486-dada131f4748'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:51.296890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Pushing event updated for resources: {'Port': ['ID=de852778-0524-498b-8486-dada131f4748,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:51.300146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:51.375247 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa26093-c5ce-46f7-af32-e2b6b8fa58cd', 'tag': 'de852778-0524-498b-8486-dada131f4748', 'status': 'completed', 'code': 200} Apr 14 16:12:51.420145 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a72619-f34a-433c-badf-8fd1e0093815 req-a187e547-cc00-45be-b01c-d1b3ee386e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:51.426340 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-a187e547-cc00-45be-b01c-d1b3ee386e6b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 1096 time: 0.0920236 Apr 14 16:12:51.574719 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-4b8a66f0-1838-4ebd-a23e-0990aaa96669 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de852778-0524-498b-8486-dada131f4748 HTTP/1.1" status: 200 len: 217 time: 0.1431267 Apr 14 16:12:51.691181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a72619-f34a-433c-badf-8fd1e0093815 req-455412bd-0123-4a3c-b9df-b1b1da983258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:51.692790 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-455412bd-0123-4a3c-b9df-b1b1da983258 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 200 len: 858 time: 0.1100733 Apr 14 16:12:51.763524 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-dc451699-1781-4122-b9f7-76a95c158df7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625529 Apr 14 16:12:51.793759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a62142-956b-4b10-87c3-092a7774e4b7 {{(pid=85269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:51.802718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:51.818961 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Transition to ACTIVE for port object 78a62142-956b-4b10-87c3-092a7774e4b7 will not be triggered until provisioned by entity L2. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:12:51.821805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:51.896452 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:51.912556 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-56e457e8-99ef-4f92-af2d-501afdbdd4f1 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421890 Apr 14 16:12:51.999022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Pushing event updated for resources: {'Port': ['ID=78a62142-956b-4b10-87c3-092a7774e4b7,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:52.003812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:52.147955 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a72619-f34a-433c-badf-8fd1e0093815 req-c756fe0b-17ad-4e65-9327-376a063c499d service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281475 Apr 14 16:12:52.191701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315f1ec-6094-4269-9687-8169c845468d req-cd66dac6-bfe6-40cd-bab1-065c3f55b922 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.193405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-5315f1ec-6094-4269-9687-8169c845468d req-cd66dac6-bfe6-40cd-bab1-065c3f55b922 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Synchronizing usage tracker for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:52.210928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-5315f1ec-6094-4269-9687-8169c845468d req-cd66dac6-bfe6-40cd-bab1-065c3f55b922 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Unset dirty status for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:52.218699 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5315f1ec-6094-4269-9687-8169c845468d req-cd66dac6-bfe6-40cd-bab1-065c3f55b922 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 943 time: 0.1853132 Apr 14 16:12:52.299862 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5315f1ec-6094-4269-9687-8169c845468d req-8deee52d-ac91-47aa-ac4a-c25e86294131 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793433 Apr 14 16:12:52.338231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Attempting to bind port 78a62142-956b-4b10-87c3-092a7774e4b7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:12:52.338751 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Attempting to bind port 78a62142-956b-4b10-87c3-092a7774e4b7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:12:52.339251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Attempting to bind port 78a62142-956b-4b10-87c3-092a7774e4b7 on network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:52.347002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Port 78a62142-956b-4b10-87c3-092a7774e4b7 on network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:12:52.347657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Attempting to bind port 78a62142-956b-4b10-87c3-092a7774e4b7 on network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:12:52.355128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:12:52.356640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Checking segment: {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:12:52.357931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Bound using segment: {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:12:52.358589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Bound port: 78a62142-956b-4b10-87c3-092a7774e4b7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb'}}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:12:52.360772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:52.396542 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-b68d1119-d7af-43c1-b246-5a93b9ca8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.398522 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-b68d1119-d7af-43c1-b246-5a93b9ca8560 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 1096 time: 0.1559000 Apr 14 16:12:52.501492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] For port 78a62142-956b-4b10-87c3-092a7774e4b7, host hv-cinder-78626, cleared binding levels {{(pid=85269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:12:52.508719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] For port 78a62142-956b-4b10-87c3-092a7774e4b7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=78a62142-956b-4b10-87c3-092a7774e4b7,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:12:52.515597 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:52.532462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:52.623560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-92e7cfd2-3a01-401f-b57a-6bace46a8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.625709 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-92e7cfd2-3a01-401f-b57a-6bace46a8c69 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 919 time: 0.2202806 Apr 14 16:12:52.728791 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-4af7c83e-3593-47d6-b82e-e3ba510eeb49 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de852778-0524-498b-8486-dada131f4748 HTTP/1.1" status: 200 len: 217 time: 0.0913119 Apr 14 16:12:52.792666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Pushing event updated for resources: {'Port': ['ID=78a62142-956b-4b10-87c3-092a7774e4b7,revision_number=3']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:52.809745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:52.867823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-5b391317-c98f-4b4f-9fa3-a9e2e150da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.869697 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-5b391317-c98f-4b4f-9fa3-a9e2e150da52 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 200 len: 858 time: 0.1290998 Apr 14 16:12:52.870887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:52.872058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:52.874687 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] 10.222.0.49 "PUT /v2.0/ports/78a62142-956b-4b10-87c3-092a7774e4b7 HTTP/1.1" status: 200 len: 1093 time: 2.0022769 Apr 14 16:12:52.875433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540f428c-a676-47b9-82e7-956e076cc139', 'tag': '78a62142-956b-4b10-87c3-092a7774e4b7'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:52.943729 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-de968d26-365d-4cf6-beea-3aafaccaefd3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666418 Apr 14 16:12:52.955534 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540f428c-a676-47b9-82e7-956e076cc139', 'tag': '78a62142-956b-4b10-87c3-092a7774e4b7', 'status': 'completed', 'code': 200} Apr 14 16:12:53.045064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-52d47b4b-8c1f-461d-9f55-0253c5d5b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.046525 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-52d47b4b-8c1f-461d-9f55-0253c5d5b7d9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 1096 time: 0.0899570 Apr 14 16:12:53.166416 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-fdc3c89f-f6d8-4345-933c-9d2575a9c7ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a62142-956b-4b10-87c3-092a7774e4b7 HTTP/1.1" status: 200 len: 217 time: 0.1098292 Apr 14 16:12:53.336200 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-6924b385-760c-44f8-b3c0-12f414d85580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.339516 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-6924b385-760c-44f8-b3c0-12f414d85580 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 200 len: 858 time: 0.1625743 Apr 14 16:12:53.488021 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-038b9932-e194-4f84-97c8-d30068e8e380 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1381595 Apr 14 16:12:53.599451 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-47b15f2b-7eaa-473f-9e32-7ef9e69ee4b2 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314051 Apr 14 16:12:53.831242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7db76-92bf-415e-aba2-cf873df8940c req-126d4630-4245-41c7-a34b-c01378bc872f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:53.831857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-5bd7db76-92bf-415e-aba2-cf873df8940c req-126d4630-4245-41c7-a34b-c01378bc872f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Synchronizing usage tracker for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:12:53.837595 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-f1766680-e22f-4ea3-98d0-1caff7696cff service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397243 Apr 14 16:12:53.878508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-5bd7db76-92bf-415e-aba2-cf873df8940c req-126d4630-4245-41c7-a34b-c01378bc872f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Unset dirty status for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:12:53.879504 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5bd7db76-92bf-415e-aba2-cf873df8940c req-126d4630-4245-41c7-a34b-c01378bc872f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 943 time: 0.3783538 Apr 14 16:12:53.903649 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7b8fc1ca-42f2-477b-81a2-f57653a0a611 req-bde7e854-8bbf-48b6-adda-724ee0f8e814 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851248 Apr 14 16:12:53.973296 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5bd7db76-92bf-415e-aba2-cf873df8940c req-494676db-e62f-49cd-a98f-9d5f92c74336 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361295 Apr 14 16:12:54.071824 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f3be3e6-e5d4-43bb-b96e-1d0c535acc1a req-3670d641-66d4-4c7b-abf2-5c41276a82d2 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212017 Apr 14 16:12:54.350805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-c342e747-e221-450e-a1ea-08aa3ad4eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:54.353911 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-c342e747-e221-450e-a1ea-08aa3ad4eb94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 1096 time: 0.1688249 Apr 14 16:12:54.417586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1f888c09-eaea-44e8-938e-89863d2ff1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:54.571535 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device de852778-0524-498b-8486-dada131f4748 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:54.585528 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-554e2002-de3d-456f-a72e-93f98c8c183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:54.587585 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-554e2002-de3d-456f-a72e-93f98c8c183e service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 919 time: 0.2246611 Apr 14 16:12:54.700212 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-fe57e0a8-25b2-4a5c-949e-d13faaa6639f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a62142-956b-4b10-87c3-092a7774e4b7 HTTP/1.1" status: 200 len: 217 time: 0.0992277 Apr 14 16:12:54.768844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port de852778-0524-498b-8486-dada131f4748, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=de852778-0524-498b-8486-dada131f4748,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:54.789915 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'de852778-0524-498b-8486-dada131f4748', 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb', 'port_id': 'de852778-0524-498b-8486-dada131f4748', 'mac_address': 'fa:16:3e:4c:85:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe99b85-10e3-4e49-b9dc-6a893c3b28a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:54.796966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-d3f6bda7-96d6-4138-94e0-7f702b4aa020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:54.799651 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-d3f6bda7-96d6-4138-94e0-7f702b4aa020 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 200 len: 858 time: 0.0896118 Apr 14 16:12:54.868103 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-bae7344c-54c9-4ca4-917c-facaed3554d0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614655 Apr 14 16:12:54.897365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:54.899218 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de852778-0524-498b-8486-dada131f4748 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:54.919274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port de852778-0524-498b-8486-dada131f4748, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=de852778-0524-498b-8486-dada131f4748,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:54.925457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:54.927612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:55.124811 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=de852778-0524-498b-8486-dada131f4748,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:55.138900 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:55.157635 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-bf23db18-fd3e-42ec-96f3-7b4417d875b1 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791204 Apr 14 16:12:55.311403 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['de852778-0524-498b-8486-dada131f4748'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:55.407006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a28fc-344a-40ee-8e33-abea62458640 req-fa3cdd5f-31ec-4158-a7cb-066ea4baf19b tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:55.409653 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c15a28fc-344a-40ee-8e33-abea62458640 req-fa3cdd5f-31ec-4158-a7cb-066ea4baf19b tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 943 time: 0.2108409 Apr 14 16:12:55.416244 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1dc51fdd-86ac-4c0d-b877-cd0502e8d74c req-c86350a5-8bb7-451f-80f1-c5e13eac12e1 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442267 Apr 14 16:12:55.449044 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c15a28fc-344a-40ee-8e33-abea62458640 req-22a83faa-dd8e-4e2e-aab8-f4f26adf9773 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Apr 14 16:12:56.585570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 78a62142-956b-4b10-87c3-092a7774e4b7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:12:56.593313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device de852778-0524-498b-8486-dada131f4748 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:12:56.734911 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688daf1f-7ddc-4516-b0c9-22487f5e2ccf req-7057e850-1cbd-440a-bdd7-3004fc7580e1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:56.746304 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-688daf1f-7ddc-4516-b0c9-22487f5e2ccf req-7057e850-1cbd-440a-bdd7-3004fc7580e1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 943 time: 0.1426609 Apr 14 16:12:56.798280 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-688daf1f-7ddc-4516-b0c9-22487f5e2ccf req-308f920f-c290-43ee-abd6-e7b5f516d05a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489013 Apr 14 16:12:56.968100 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 78a62142-956b-4b10-87c3-092a7774e4b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=78a62142-956b-4b10-87c3-092a7774e4b7,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:56.987682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '78a62142-956b-4b10-87c3-092a7774e4b7', 'network_id': '0d0c325b-ec4e-4107-a17a-03fce6bbe0fb', 'port_id': '78a62142-956b-4b10-87c3-092a7774e4b7', 'mac_address': 'fa:16:3e:34:73:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe99b85-10e3-4e49-b9dc-6a893c3b28a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:12:56.999413 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port de852778-0524-498b-8486-dada131f4748 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:12:57.040661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port de852778-0524-498b-8486-dada131f4748 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:12:57.041098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.123075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.124455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a62142-956b-4b10-87c3-092a7774e4b7 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:12:57.151842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 78a62142-956b-4b10-87c3-092a7774e4b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=78a62142-956b-4b10-87c3-092a7774e4b7,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:57.187226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.196865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-88482656-1403-40a0-adeb-e0b7d2b2dc98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:57.299000 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.325086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa26093-c5ce-46f7-af32-e2b6b8fa58cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de852778-0524-498b-8486-dada131f4748'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:12:57.338469 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dc530ee9-0a53-4ae6-850c-05b7d4b7c001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.341992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=78a62142-956b-4b10-87c3-092a7774e4b7,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:57.347762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port de852778-0524-498b-8486-dada131f4748, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=de852778-0524-498b-8486-dada131f4748,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:12:57.349575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:57.353040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:57.356693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:57.473734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=de852778-0524-498b-8486-dada131f4748,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:57.478218 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:57.481637 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa26093-c5ce-46f7-af32-e2b6b8fa58cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de852778-0524-498b-8486-dada131f4748', 'code': 200} Apr 14 16:12:57.548875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['78a62142-956b-4b10-87c3-092a7774e4b7'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:12:57.823773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34070) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:57.957339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ba504-b329-4423-a33e-2b9c2d224299 req-36cb06f0-33e2-45c4-b9e2-2488e083b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:57.959037 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-156ba504-b329-4423-a33e-2b9c2d224299 req-36cb06f0-33e2-45c4-b9e2-2488e083b135 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 1098 time: 0.1861498 Apr 14 16:12:58.000799 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.017934 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-156ba504-b329-4423-a33e-2b9c2d224299 req-6a266905-65bb-4b0d-8fdd-849ee80c8007 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Apr 14 16:12:58.113551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.136162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:58.140871 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Usage tracker for resource:security_group_rule and tenant:69823a4c713048ca84fe0df32bc653f1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:58.144126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:58.150557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:58.152998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e499486-e1e1-4c2d-9e95-309573d680dc req-6a6e7559-2abf-4d18-a6ce-a0588edeb8c9 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:58.156367 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2e499486-e1e1-4c2d-9e95-309573d680dc req-6a6e7559-2abf-4d18-a6ce-a0588edeb8c9 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 944 time: 0.1370738 Apr 14 16:12:58.211895 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2e499486-e1e1-4c2d-9e95-309573d680dc req-ecb68055-bcc4-4b22-a0a1-adab1a2452a1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480826 Apr 14 16:12:58.244628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.249186 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.264455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.265635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4c61ba47-a84a-440e-8033-ec7d2b7b3fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:58.343828 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69823a4c713048ca84fe0df32bc653f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156653 Apr 14 16:12:58.343828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088d6374-4d65-466b-9bef-de92bbce30b3,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:58.344892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34084) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:58.348860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:58.432340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e188d80-09e5-44b3-a5fe-6e1291e25aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.463992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e188d80-09e5-44b3-a5fe-6e1291e25aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.546011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e188d80-09e5-44b3-a5fe-6e1291e25aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.554969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:58.575958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e188d80-09e5-44b3-a5fe-6e1291e25aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088d6374-4d65-466b-9bef-de92bbce30b3,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:58.579370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7e188d80-09e5-44b3-a5fe-6e1291e25aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:58.580416 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7e188d80-09e5-44b3-a5fe-6e1291e25aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:58.582182 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7e188d80-09e5-44b3-a5fe-6e1291e25aa4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/088d6374-4d65-466b-9bef-de92bbce30b3 HTTP/1.1" status: 204 len: 168 time: 0.2330630 Apr 14 16:12:59.114751 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.450176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34124) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:59.481951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.502443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:12:59.510287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34128) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:59.515028 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Usage tracker for resource:security_group_rule and tenant:ff210f4ae9bc4d4880ce62ce9af0f3c2 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:12:59.519575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:12:59.528118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:12:59.588711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c07ee4-b0f4-4a0e-add3-4b736393a0db req-b9e2803c-af26-4d34-a635-03d248d8f01b tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:12:59.590488 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-07c07ee4-b0f4-4a0e-add3-4b736393a0db req-b9e2803c-af26-4d34-a635-03d248d8f01b tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 944 time: 0.1457829 Apr 14 16:12:59.640281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.645420 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.669019 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-07c07ee4-b0f4-4a0e-add3-4b736393a0db req-57d864b8-c27a-439a-889c-df8e63f01929 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689800 Apr 14 16:12:59.680341 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-066a5080-77de-4de7-96c9-195afce1edb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:59.699878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34140) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:12:59.700898 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff210f4ae9bc4d4880ce62ce9af0f3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480652 Apr 14 16:12:59.728315 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc2274c-4199-4062-ac1c-44830f6227da,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:59.732068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:59.826714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7c2684ec-fca3-4e3e-89bd-a2e0075560b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.868740 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7c2684ec-fca3-4e3e-89bd-a2e0075560b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.939675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7c2684ec-fca3-4e3e-89bd-a2e0075560b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.951345 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-872454d4-21ed-4ce9-ad33-f9d0c8acc208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:12:59.975372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2684ec-fca3-4e3e-89bd-a2e0075560b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc2274c-4199-4062-ac1c-44830f6227da,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:12:59.984866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7c2684ec-fca3-4e3e-89bd-a2e0075560b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:12:59.986324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7c2684ec-fca3-4e3e-89bd-a2e0075560b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:12:59.988133 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7c2684ec-fca3-4e3e-89bd-a2e0075560b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0fc2274c-4199-4062-ac1c-44830f6227da HTTP/1.1" status: 204 len: 168 time: 0.2855062 Apr 14 16:13:00.101723 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-df92370d-b2d1-4d96-87b7-3a6e8ce7f084 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:00.103649 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-df92370d-b2d1-4d96-87b7-3a6e8ce7f084 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 814 time: 0.2263832 Apr 14 16:13:00.114317 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3c44ccfc-e572-43fa-8013-a3017c1e1098 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a8672559522497f8780425333f6d274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026533 Apr 14 16:13:00.119365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34158) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:00.137482 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-c23128e7-8b7e-4adb-96e4-de603fd91517 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/quotas/e2dadc049578474d827cc4eddeaacf22 HTTP/1.1" status: 200 len: 375 time: 0.0179636 Apr 14 16:13:00.193710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3ed55ab-2ab3-4a6b-b592-ffdc6e80905e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.234001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3ed55ab-2ab3-4a6b-b592-ffdc6e80905e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.275451 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-4921e1a5-d456-4fc0-b2a3-e9f733e2d31d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1263225 Apr 14 16:13:00.294951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3ed55ab-2ab3-4a6b-b592-ffdc6e80905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.300963 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4999c9f5-19db-4e3e-9a19-2d24a4e668c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:00.317289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed55ab-2ab3-4a6b-b592-ffdc6e80905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8ac471-79b4-4b40-a4d3-e4a6ee271150,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:00.321617 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a3ed55ab-2ab3-4a6b-b592-ffdc6e80905e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:00.353281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a3ed55ab-2ab3-4a6b-b592-ffdc6e80905e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.353281 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a3ed55ab-2ab3-4a6b-b592-ffdc6e80905e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de8ac471-79b4-4b40-a4d3-e4a6ee271150 HTTP/1.1" status: 204 len: 168 time: 0.2325983 Apr 14 16:13:00.490860 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-ed91ae49-def0-4862-acf6-8ce64f5518bc service neutron] 10.222.0.61 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143958 Apr 14 16:13:00.618826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 78a62142-956b-4b10-87c3-092a7774e4b7 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:00.786062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 78a62142-956b-4b10-87c3-092a7774e4b7 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:00.791995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 78a62142-956b-4b10-87c3-092a7774e4b7 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:00.792396 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:00.869398 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-3da14f73-3b92-4bd3-833a-6ec24f08d818 service neutron] 10.222.0.61 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625705 Apr 14 16:13:01.004673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9eac3-2c92-4bbe-80cb-8b1812de679f req-14c6bc46-42fd-4e20-80e6-6321c73f8383 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:01.015503 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a5d9eac3-2c92-4bbe-80cb-8b1812de679f req-14c6bc46-42fd-4e20-80e6-6321c73f8383 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 944 time: 0.1149011 Apr 14 16:13:01.049820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.092379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540f428c-a676-47b9-82e7-956e076cc139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a62142-956b-4b10-87c3-092a7774e4b7'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:01.098727 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a5d9eac3-2c92-4bbe-80cb-8b1812de679f req-a7ea8d8a-ba55-4240-a3e8-655b97bd9e6c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774112 Apr 14 16:13:01.118047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 78a62142-956b-4b10-87c3-092a7774e4b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=78a62142-956b-4b10-87c3-092a7774e4b7,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:01.123245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:01.126281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:01.236844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=78a62142-956b-4b10-87c3-092a7774e4b7,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:01.241880 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:01.264764 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540f428c-a676-47b9-82e7-956e076cc139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a62142-956b-4b10-87c3-092a7774e4b7', 'code': 200} Apr 14 16:13:01.355212 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4b36e0e6-fb5a-418e-a332-2f318a8be640 req-e11f384f-ab67-4dc4-92c9-37ad6e5730b5 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 210 time: 0.0711739 Apr 14 16:13:01.748554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2f1c5-7bf5-4abd-9e3c-f32104230f69 req-badb276d-8eba-43c2-a4e8-a4ce4a4e4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:01.763018 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cec2f1c5-7bf5-4abd-9e3c-f32104230f69 req-badb276d-8eba-43c2-a4e8-a4ce4a4e4a89 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 1098 time: 0.2083335 Apr 14 16:13:01.825395 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cec2f1c5-7bf5-4abd-9e3c-f32104230f69 req-21694aa9-f7ae-4638-ba88-bc15071dfbca service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561366 Apr 14 16:13:02.336457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d94d54-6191-4bf6-a561-3ec6a5fe96cc req-92454144-fe2f-4102-8539-b6679f7e901b tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:02.338854 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e9d94d54-6191-4bf6-a561-3ec6a5fe96cc req-92454144-fe2f-4102-8539-b6679f7e901b tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1202338 Apr 14 16:13:02.419564 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e9d94d54-6191-4bf6-a561-3ec6a5fe96cc req-1b9e8394-031f-4540-b257-911cfc2822dd tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731130 Apr 14 16:13:02.600365 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c109d9ca-614e-446b-8835-25180867a805 req-31a223ad-7c3d-429f-8480-33335f5930ad tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 210 time: 0.0935414 Apr 14 16:13:03.085293 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34280) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:03.176091 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Deleting subnet 1b6123d8-df4e-4821-9628-5fb3b3dc189d {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:13:03.182241 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.250211 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1037860'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.327769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.710652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-fd8c15fe-fcba-4464-a125-492bd84849b9 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:03.713198 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-fd8c15fe-fcba-4464-a125-492bd84849b9 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 814 time: 0.5579011 Apr 14 16:13:03.779853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Request body: {'port': {'device_id': '0fbfb88b-a4fc-4a07-ba23-b63726ea90aa', 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e', 'admin_state_up': True, 'tenant_id': 'e2dadc049578474d827cc4eddeaacf22'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:03.810064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849499392'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:03.833112 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-43283070-9cd4-41d0-8ad0-f3ed13a31621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:03.875132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6123d8-df4e-4821-9628-5fb3b3dc189d,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:03.947527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.948232 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.948702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.949012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.949408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.949802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.950608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.950608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.950941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.951494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.951881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.952261 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:03.955245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:03.958740 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:03.968016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:03.985487 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Made reservation on behalf of e2dadc049578474d827cc4eddeaacf22 for: {'port': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:03.991893 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.031295 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3961f69a-a7d3-42b9-989d-5e343349045d req-6514f775-52e4-44cc-8562-078656fe34db tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 210 time: 0.0738244 Apr 14 16:13:04.074978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.094529 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1b6123d8-df4e-4821-9628-5fb3b3dc189d HTTP/1.1" status: 204 len: 168 time: 1.0079582 Apr 14 16:13:04.096890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c74d29-70ad-4bad-8d59-26d47c6ff3cf req-56ec059e-d0ee-4449-a70b-d517ff8523fa tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:04.102544 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34300) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:04.105034 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-46c74d29-70ad-4bad-8d59-26d47c6ff3cf req-56ec059e-d0ee-4449-a70b-d517ff8523fa tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.3904736 Apr 14 16:13:04.146833 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-46c74d29-70ad-4bad-8d59-26d47c6ff3cf req-a87fb360-6bd9-41a4-af2d-62edb458c357 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406950 Apr 14 16:13:04.331807 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Allocated IP 172.20.0.13 (338a5bab-a8c6-45d7-ae94-e0542cc9e87e/40c90a62-c7c0-44af-a81f-f16d6983458d/9d22f58e-4c73-4654-b24d-17e095685777) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:04.366841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.677548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.742460 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.746942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:04.763163 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'b91f751a-704a-447f-bcf6-60075d07d6a9', '0ad222e7-727f-4d75-ae2a-e8379ab8dba4'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:04.767798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:04.943550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Pushing event updated for resources: {'Port': ['ID=9d22f58e-4c73-4654-b24d-17e095685777,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:04.968111 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.968824 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.969714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.970435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.971142 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.971828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.972518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.973212 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.973887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.974593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.975266 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.975952 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:04.983964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:05.081524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-05bffcdb-1957-45ac-978b-992113f8ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:05.083243 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-05bffcdb-1957-45ac-978b-992113f8ce92 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 1098 time: 0.3164065 Apr 14 16:13:05.085063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c379634-81f9-4098-84d2-7099dc5dcf27']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:05.100864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d381-068b-4d00-8377-0359e3a8d98b req-a7318f80-95fd-4ab0-8183-3afd3b29d2a2 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:05.102617 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e816d381-068b-4d00-8377-0359e3a8d98b req-a7318f80-95fd-4ab0-8183-3afd3b29d2a2 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1978335 Apr 14 16:13:05.136125 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:05.138460 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:05.146517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:05.164037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66531b59-3c3b-4dae-afb3-e75719916457') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:05.164418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66531b59-3c3b-4dae-afb3-e75719916457') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:05.228135 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e816d381-068b-4d00-8377-0359e3a8d98b req-b0b5f078-9b88-485e-82ff-98d2e9b32fb0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928116 Apr 14 16:13:05.244349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036754'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.292707 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.307128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:13:05.323012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:05.323755 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.375773 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6130526 Apr 14 16:13:05.392240 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Request body: {'port': {'device_id': '0fbfb88b-a4fc-4a07-ba23-b63726ea90aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:05.417374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-b6c825fd-fe15-4227-89c8-b1a1d3aaf0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:05.419044 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-b6c825fd-fe15-4227-89c8-b1a1d3aaf0e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 919 time: 0.3127079 Apr 14 16:13:05.468899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078bc86-9151-4eab-ad5f-e01b55e4c036 req-03e8e2e0-0430-4848-a5f9-d0eadad1f537 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:05.470277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-b078bc86-9151-4eab-ad5f-e01b55e4c036 req-03e8e2e0-0430-4848-a5f9-d0eadad1f537 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:13:05.515373 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-df2f3d23-213f-470d-bb02-92b5941a9bdd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a62142-956b-4b10-87c3-092a7774e4b7 HTTP/1.1" status: 200 len: 217 time: 0.0707405 Apr 14 16:13:05.526651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-b078bc86-9151-4eab-ad5f-e01b55e4c036 req-03e8e2e0-0430-4848-a5f9-d0eadad1f537 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:13:05.530910 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b078bc86-9151-4eab-ad5f-e01b55e4c036 req-03e8e2e0-0430-4848-a5f9-d0eadad1f537 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 932 time: 0.2698433 Apr 14 16:13:05.614604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Network 7c379634-81f9-4098-84d2-7099dc5dcf27 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:13:05.624768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439500'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:05.679371 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b078bc86-9151-4eab-ad5f-e01b55e4c036 req-c61d98c6-19ca-40d2-a305-073ffc73c6ca tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951097 Apr 14 16:13:05.724161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.184939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Network 7c379634-81f9-4098-84d2-7099dc5dcf27 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:13:06.194704 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-33753d33-da8b-476d-b6a5-9c603e7b8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.196343 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-33753d33-da8b-476d-b6a5-9c603e7b8272 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 200 len: 858 time: 0.4759696 Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:13:06.212895 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:13:06.319818 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-5ca756e3-aadd-44f3-b4ad-f7efeefb2649 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059513 Apr 14 16:13:06.485176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996de0b7-5080-4291-b593-8943aa2f6dc4 req-b4734dc7-7703-44a2-a735-0aab52a8ab97 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.487551 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-996de0b7-5080-4291-b593-8943aa2f6dc4 req-b4734dc7-7703-44a2-a735-0aab52a8ab97 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2589664 Apr 14 16:13:06.537304 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-996de0b7-5080-4291-b593-8943aa2f6dc4 req-69442b98-95e6-4409-85a1-a7749b10b563 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414340 Apr 14 16:13:06.571250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.610311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c7d15d37-c24c-4252-b0ce-f7f606dd5e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:06.626679 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d22f58e-4c73-4654-b24d-17e095685777 {{(pid=85269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:13:06.627492 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-dc783780-6c39-4423-a7be-50fe466e26d8 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734187 Apr 14 16:13:06.631621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.640927 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7c379634-81f9-4098-84d2-7099dc5dcf27 HTTP/1.1" status: 204 len: 168 time: 2.5364671 Apr 14 16:13:06.641195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.647633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34352) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:06.670637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c379634-81f9-4098-84d2-7099dc5dcf27,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:06.685841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:06.715707 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Transition to ACTIVE for port object 9d22f58e-4c73-4654-b24d-17e095685777 will not be triggered until provisioned by entity L2. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:06.721100 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.752754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2e960a1a-fd29-427f-aca5-92e3cbad372f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:06.900902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Pushing event updated for resources: {'Port': ['ID=9d22f58e-4c73-4654-b24d-17e095685777,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:06.906465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:06.910028 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b93af64-5bf2-41d0-95b1-303369c815fa admin admin] Deleting subnet 08177bf0-b02a-4bfa-a95e-4ebe32787968 {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:13:06.921059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b93af64-5bf2-41d0-95b1-303369c815fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:06.959519 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931364f-dd65-4c0f-b7ca-fc194c7aaa72 req-c9fbe7df-616b-44c6-aa85-08ac8202b989 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:06.961191 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f931364f-dd65-4c0f-b7ca-fc194c7aaa72 req-c9fbe7df-616b-44c6-aa85-08ac8202b989 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.4773750 Apr 14 16:13:07.057021 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8cc06b81-d1ab-45ac-af47-a91409473f34 req-625cd2a2-34b2-44a8-a5dd-f04d718efd7b service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081135 Apr 14 16:13:07.057677 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f931364f-dd65-4c0f-b7ca-fc194c7aaa72 req-620fd8da-24ed-4520-8fa0-348aabff4698 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777493 Apr 14 16:13:07.061013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b93af64-5bf2-41d0-95b1-303369c815fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1037860'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.110958 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-4c0c0e88-5f36-4cfb-9a4d-fa3057a579ad service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3139615 Apr 14 16:13:07.156018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b93af64-5bf2-41d0-95b1-303369c815fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.217062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec87fb-92da-4d2a-a15b-42150cde5cea req-a7f2b0f0-6901-4148-95e8-2171c1575e2a tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:07.218786 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ecec87fb-92da-4d2a-a15b-42150cde5cea req-a7f2b0f0-6901-4148-95e8-2171c1575e2a tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 944 time: 0.2137828 Apr 14 16:13:07.228366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Attempting to bind port 9d22f58e-4c73-4654-b24d-17e095685777 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:07.228745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Attempting to bind port 9d22f58e-4c73-4654-b24d-17e095685777 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:07.229143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Attempting to bind port 9d22f58e-4c73-4654-b24d-17e095685777 on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:07.251016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Port 9d22f58e-4c73-4654-b24d-17e095685777 on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:13:07.251391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Attempting to bind port 9d22f58e-4c73-4654-b24d-17e095685777 on network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:07.262875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:07.263264 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Checking segment: {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:07.263696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Bound using segment: {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:07.264183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Bound port: 9d22f58e-4c73-4654-b24d-17e095685777, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7db99e14-a745-4427-9c12-24f31490c4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e'}}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:07.264653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.300152 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ecec87fb-92da-4d2a-a15b-42150cde5cea req-c103b9fd-b347-48b4-a3f9-412a5cd53a57 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730217 Apr 14 16:13:07.357387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] For port 9d22f58e-4c73-4654-b24d-17e095685777, host hv-cinder-78626, cleared binding levels {{(pid=85269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:07.362063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] For port 9d22f58e-4c73-4654-b24d-17e095685777, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d22f58e-4c73-4654-b24d-17e095685777,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:07.366332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.382121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:07.481727 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-432d1363-dfc3-4edc-8223-8476297a3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:07.483384 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-432d1363-dfc3-4edc-8223-8476297a3b63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 1098 time: 0.2354300 Apr 14 16:13:07.554643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Pushing event updated for resources: {'Port': ['ID=9d22f58e-4c73-4654-b24d-17e095685777,revision_number=3']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:07.560847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:07.616596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:07.617189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.618870 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] 10.222.0.49 "PUT /v2.0/ports/9d22f58e-4c73-4654-b24d-17e095685777 HTTP/1.1" status: 200 len: 1094 time: 2.2333891 Apr 14 16:13:07.619415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fbfb88b-a4fc-4a07-ba23-b63726ea90aa', 'tag': '9d22f58e-4c73-4654-b24d-17e095685777'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:07.792482 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fbfb88b-a4fc-4a07-ba23-b63726ea90aa', 'tag': '9d22f58e-4c73-4654-b24d-17e095685777', 'status': 'completed', 'code': 200} Apr 14 16:13:07.841802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b93af64-5bf2-41d0-95b1-303369c815fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849499392'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:07.847654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-24e19726-8c39-4c2d-9e2b-91b6eced06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:07.849853 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-24e19726-8c39-4c2d-9e2b-91b6eced06d3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 1097 time: 0.1859922 Apr 14 16:13:07.877645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-19d2de4a-6e0c-47c0-bb56-85a357c935b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:07.921778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93af64-5bf2-41d0-95b1-303369c815fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08177bf0-b02a-4bfa-a95e-4ebe32787968,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:07.926900 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7b93af64-5bf2-41d0-95b1-303369c815fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:08.015421 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-f090a69f-0972-4d80-9b65-fb5a2a61c2c4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d22f58e-4c73-4654-b24d-17e095685777 HTTP/1.1" status: 200 len: 217 time: 0.1352370 Apr 14 16:13:08.105561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683986b1-c108-4287-80f0-c6ab5935a823 req-8c4b6ad8-09ce-4de4-8b4f-dac06b8ceac5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:08.106138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-f8d0f9e6-d1d1-462c-9a63-713c526feafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:08.107282 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-683986b1-c108-4287-80f0-c6ab5935a823 req-8c4b6ad8-09ce-4de4-8b4f-dac06b8ceac5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.3292103 Apr 14 16:13:08.111327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-d451184a-3f96-4c0d-98c5-0a33acf56d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:08.113377 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-d451184a-3f96-4c0d-98c5-0a33acf56d66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 915 time: 0.5806208 Apr 14 16:13:08.116361 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-f8d0f9e6-d1d1-462c-9a63-713c526feafb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.0889759 Apr 14 16:13:08.193978 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-093544c7-3116-40d9-8a9b-d0bd340c1509 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654459 Apr 14 16:13:08.211215 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-a808715b-2e30-4630-b21f-c3ada7d2e53a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e HTTP/1.1" status: 200 len: 217 time: 0.0765808 Apr 14 16:13:08.214311 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-683986b1-c108-4287-80f0-c6ab5935a823 req-da91c5f0-dedb-4e14-a03b-953945e556a4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977185 Apr 14 16:13:08.215491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7b93af64-5bf2-41d0-95b1-303369c815fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.273929 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7b93af64-5bf2-41d0-95b1-303369c815fa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/08177bf0-b02a-4bfa-a95e-4ebe32787968 HTTP/1.1" status: 204 len: 168 time: 1.5925107 Apr 14 16:13:08.278229 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34388) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:08.494693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-97361c47-1025-4595-af78-fbbd493adbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:08.496300 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-97361c47-1025-4595-af78-fbbd493adbf4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.2766452 Apr 14 16:13:08.599889 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-e97d9533-36f0-4304-be92-d5f24d6170ee service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576658 Apr 14 16:13:08.609908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:08.658059 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-8761d91f-6e1a-493b-8c1a-3c1bf1cffdbb service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560816 Apr 14 16:13:08.667554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca9f5d-0bf6-4d6c-90d6-64e41195c99f req-540f781c-8434-46d6-a4a0-ccfdbef998f1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:08.669194 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-edca9f5d-0bf6-4d6c-90d6-64e41195c99f req-540f781c-8434-46d6-a4a0-ccfdbef998f1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.4366522 Apr 14 16:13:08.782740 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-edca9f5d-0bf6-4d6c-90d6-64e41195c99f req-ccb31660-4ae4-4947-a00a-3f9b62e39c00 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884295 Apr 14 16:13:08.800924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:13:08.861067 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b98aa5b1-a15e-486c-9355-8d83d2f09745 req-f8ca2abe-4fd7-4fdc-92c8-42addee0767b service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900489 Apr 14 16:13:08.962683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b27218-fc9e-4337-bd74-8f1796830a42 req-c5a79519-bc86-48aa-8c95-ee5ca3bbd0eb tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:08.964365 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-91b27218-fc9e-4337-bd74-8f1796830a42 req-c5a79519-bc86-48aa-8c95-ee5ca3bbd0eb tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 944 time: 0.5157514 Apr 14 16:13:08.969120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.044091 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-596b2f14-0a53-4a05-8f10-a2e76b4a7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:09.045841 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-596b2f14-0a53-4a05-8f10-a2e76b4a7e51 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e2dadc049578474d827cc4eddeaacf22&device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 1097 time: 0.1081698 Apr 14 16:13:09.246583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-f8fc8b8f-1bbd-4fb0-adfa-85237f9715fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:09.248235 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-f8fc8b8f-1bbd-4fb0-adfa-85237f9715fd service neutron] 10.222.0.49 "GET /v2.0/networks?id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 200 len: 915 time: 0.1940556 Apr 14 16:13:09.346542 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-ab6c635c-1491-4686-b91e-2f52fc5f6e1f service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650624 Apr 14 16:13:09.356512 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-3affdd9a-0ae9-42b6-823f-be3bf3212dcf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d22f58e-4c73-4654-b24d-17e095685777 HTTP/1.1" status: 200 len: 217 time: 0.0976861 Apr 14 16:13:09.362257 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-91b27218-fc9e-4337-bd74-8f1796830a42 req-caae58ab-599b-4ac3-9f4e-05050e2eada0 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757031 Apr 14 16:13:09.468277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0272808-f878-489a-a0e1-88e9f94853bf']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:09.497390 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cabab7a-d37c-4eec-a811-b43ed94ebd54') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:09.497784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cabab7a-d37c-4eec-a811-b43ed94ebd54') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:09.519528 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-ebf4f051-ed69-456a-9e0f-874aeba9add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:09.521370 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-ebf4f051-ed69-456a-9e0f-874aeba9add0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 200 len: 854 time: 0.1558087 Apr 14 16:13:09.526602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036754'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.559702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.570863 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b392c78-b1f9-4fea-b67d-f241bfd6e118 req-c73552e0-9747-47b2-be41-ed43f6225cff service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075458 Apr 14 16:13:09.571898 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:13:09.596440 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-055aeb95-3237-434e-a99f-b998663fe56c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=338a5bab-a8c6-45d7-ae94-e0542cc9e87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602927 Apr 14 16:13:09.605908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca73ac-c451-4d55-98a4-bfd2b1434cae req-1749fb8a-fee9-4170-b279-aedc439a05f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:09.607644 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-82ca73ac-c451-4d55-98a4-bfd2b1434cae req-1749fb8a-fee9-4170-b279-aedc439a05f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1857593 Apr 14 16:13:09.747216 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-82ca73ac-c451-4d55-98a4-bfd2b1434cae req-24a88f55-830c-40b5-a728-c6d0ff0c8e83 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162651 Apr 14 16:13:09.754691 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.805499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Network b0272808-f878-489a-a0e1-88e9f94853bf has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:13:09.819778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439500'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:09.828553 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-cad83032-eb03-4389-84c4-4318ee98fa99 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198539 Apr 14 16:13:10.052954 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2fd8aaa6-96ae-4aaa-999c-7d582cc54987 req-1faf231f-a9b2-41c4-a0d4-ff896667ff62 service neutron] 10.222.0.49 "GET /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150884 Apr 14 16:13:10.282025 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Network b0272808-f878-489a-a0e1-88e9f94853bf has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:13:10.319256 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:13:10.521847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d4e8a-17cf-434e-8a20-e2bd23890316 req-203a078a-0078-44f3-8aa1-d79bbc774045 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:10.524656 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8f2d4e8a-17cf-434e-8a20-e2bd23890316 req-203a078a-0078-44f3-8aa1-d79bbc774045 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.5729015 Apr 14 16:13:10.603135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:10.609931 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8f2d4e8a-17cf-434e-8a20-e2bd23890316 req-4d9802ee-f8ef-4bd2-bea8-43b4a749bbfa tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741594 Apr 14 16:13:10.613953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:10.619839 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:10.661461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 9d22f58e-4c73-4654-b24d-17e095685777 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:13:10.667440 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] 10.222.0.61 "DELETE /v2.0/networks/b0272808-f878-489a-a0e1-88e9f94853bf HTTP/1.1" status: 204 len: 168 time: 2.3875396 Apr 14 16:13:10.681275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Pushing event deleted for resources: {'Network': ['ID=b0272808-f878-489a-a0e1-88e9f94853bf,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:10.687908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-78b6771c-daa2-4c93-a66a-db9802c6916f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:10.814243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacb34e-a725-47b9-86d5-12eab398a81e req-b427a886-25fd-4d73-8fa1-fbb1fb47cd01 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:10.816719 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4bacb34e-a725-47b9-86d5-12eab398a81e req-b427a886-25fd-4d73-8fa1-fbb1fb47cd01 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 944 time: 0.1196289 Apr 14 16:13:10.861017 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4bacb34e-a725-47b9-86d5-12eab398a81e req-13458570-ba52-4077-8f28-c37c6b1e26a9 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374215 Apr 14 16:13:10.925248 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 9d22f58e-4c73-4654-b24d-17e095685777, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d22f58e-4c73-4654-b24d-17e095685777,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:10.941612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '9d22f58e-4c73-4654-b24d-17e095685777', 'network_id': '338a5bab-a8c6-45d7-ae94-e0542cc9e87e', 'port_id': '9d22f58e-4c73-4654-b24d-17e095685777', 'mac_address': 'fa:16:3e:dd:68:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c90a62-c7c0-44af-a81f-f16d6983458d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:13:10.981836 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34482) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:11.005916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.007228 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d22f58e-4c73-4654-b24d-17e095685777 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:13:11.028950 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 9d22f58e-4c73-4654-b24d-17e095685777, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d22f58e-4c73-4654-b24d-17e095685777,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:11.032535 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.036554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:11.067284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9706b-d481-43fc-83ca-9c9a9c718ac4 req-362967f2-96c6-46e4-8dff-e558ec48b1d1 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:11.069322 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-44e9706b-d481-43fc-83ca-9c9a9c718ac4 req-362967f2-96c6-46e4-8dff-e558ec48b1d1 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1570818 Apr 14 16:13:11.075491 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d25c7df5-1ec0-48ec-af26-2306c4f64a99 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e734f0a9ae7434698dd6965b6cd1bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889390 Apr 14 16:13:11.075819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34486) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:11.127962 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2590a-b787-4bd3-b68b-cb49ae98be4a req-757b1c87-7138-4973-b8ae-60bffeebc865 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:11.129849 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c2590a-b787-4bd3-b68b-cb49ae98be4a req-757b1c87-7138-4973-b8ae-60bffeebc865 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1144195 Apr 14 16:13:11.133716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=9d22f58e-4c73-4654-b24d-17e095685777,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:11.134544 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-44e9706b-d481-43fc-83ca-9c9a9c718ac4 req-27174cb2-8c85-4811-b5ec-65b29df255b3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560250 Apr 14 16:13:11.143604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.143997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.144387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.144765 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.145140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.145515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.145888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.146345 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.146716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.147087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.147463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.147948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:11.159119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:11.164810 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c2590a-b787-4bd3-b68b-cb49ae98be4a req-f40cf32d-85a2-4004-9fee-5f357e361e72 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278120 Apr 14 16:13:11.189950 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f552bfe6-9d5e-49ae-98f7-db7d81fc3e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.221923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f552bfe6-9d5e-49ae-98f7-db7d81fc3e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.271535 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f552bfe6-9d5e-49ae-98f7-db7d81fc3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.277175 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a9a3dd6e-eb09-4f02-80cb-f4f38959513e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:11.292222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552bfe6-9d5e-49ae-98f7-db7d81fc3e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:11.297951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f552bfe6-9d5e-49ae-98f7-db7d81fc3e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:11.300864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f552bfe6-9d5e-49ae-98f7-db7d81fc3e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.303021 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f552bfe6-9d5e-49ae-98f7-db7d81fc3e6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20d24c89-e4eb-4ba3-bfb2-5b6d20b133f1 HTTP/1.1" status: 204 len: 168 time: 0.2257874 Apr 14 16:13:11.387901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['9d22f58e-4c73-4654-b24d-17e095685777'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:11.782800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34504) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:11.841972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0138c-0717-48bb-aeef-d851411f1bc2 req-33e7629d-7a8d-4efb-830f-45021130ee80 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:11.843720 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e4c0138c-0717-48bb-aeef-d851411f1bc2 req-33e7629d-7a8d-4efb-830f-45021130ee80 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1062224 Apr 14 16:13:11.851146 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e985c5bc-ed75-4d62-8925-15bb0d045246 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf63aa58d4c74091b2b505ec5ba755cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668273 Apr 14 16:13:11.853706 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34508) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:11.883261 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e4c0138c-0717-48bb-aeef-d851411f1bc2 req-dcf2ee08-3cea-4df4-9060-b38c3604f13f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275307 Apr 14 16:13:11.924883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bec418cf-a17b-4396-9d0f-b713f50f51a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:11.967159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bec418cf-a17b-4396-9d0f-b713f50f51a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.093557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bec418cf-a17b-4396-9d0f-b713f50f51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.101806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-76de2dea-0ed5-4b7d-b312-7aa36c7daeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:12.116399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec418cf-a17b-4396-9d0f-b713f50f51a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984fdab1-0225-4971-b43c-cbd29d5f55f9,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:12.126512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a514b92-d226-41f4-a6e9-543c648867dd req-8d80bf13-a646-46d6-b37a-33eec321f42b tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:12.128303 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a514b92-d226-41f4-a6e9-543c648867dd req-8d80bf13-a646-46d6-b37a-33eec321f42b tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 945 time: 0.1364286 Apr 14 16:13:12.129256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bec418cf-a17b-4396-9d0f-b713f50f51a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:12.133448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bec418cf-a17b-4396-9d0f-b713f50f51a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.137424 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-bec418cf-a17b-4396-9d0f-b713f50f51a8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/984fdab1-0225-4971-b43c-cbd29d5f55f9 HTTP/1.1" status: 204 len: 168 time: 0.2798929 Apr 14 16:13:12.175354 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a514b92-d226-41f4-a6e9-543c648867dd req-1dde9f9b-6f57-4bf7-9efa-6a25444a323f tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349238 Apr 14 16:13:12.459587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc1463-65a9-411b-a429-9a5a4b01f8cc req-8e324d67-71d6-49a8-9d06-330b90af4a00 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:12.461594 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-55dc1463-65a9-411b-a429-9a5a4b01f8cc req-8e324d67-71d6-49a8-9d06-330b90af4a00 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1721294 Apr 14 16:13:12.496257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855756d8-f14d-46a0-9aaf-e809ce611ff6 req-3998b182-1ccb-4859-8161-f2290c9e60b1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:12.499957 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-855756d8-f14d-46a0-9aaf-e809ce611ff6 req-3998b182-1ccb-4859-8161-f2290c9e60b1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1427951 Apr 14 16:13:12.516031 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-55dc1463-65a9-411b-a429-9a5a4b01f8cc req-5da8877a-dd30-4fea-8aaf-b6e953a617df tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464587 Apr 14 16:13:12.550975 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-855756d8-f14d-46a0-9aaf-e809ce611ff6 req-40794dd0-afa5-4eb9-885e-da235d6f0b87 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404966 Apr 14 16:13:12.682248 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 9d22f58e-4c73-4654-b24d-17e095685777 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:12.790504 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 9d22f58e-4c73-4654-b24d-17e095685777 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:12.796355 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 9d22f58e-4c73-4654-b24d-17e095685777 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:12.796791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.943903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.956545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbfb88b-a4fc-4a07-ba23-b63726ea90aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d22f58e-4c73-4654-b24d-17e095685777'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:12.968225 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 9d22f58e-4c73-4654-b24d-17e095685777, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d22f58e-4c73-4654-b24d-17e095685777,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:12.972775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:12.974866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:13.055368 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=9d22f58e-4c73-4654-b24d-17e095685777,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:13.060409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:13.065372 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbfb88b-a4fc-4a07-ba23-b63726ea90aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d22f58e-4c73-4654-b24d-17e095685777', 'code': 200} Apr 14 16:13:13.120997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6175b-8525-4d1e-8943-45f79a592ce5 req-bab37163-b569-480b-bb32-ff84fb16d662 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:13.122624 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fdb6175b-8525-4d1e-8943-45f79a592ce5 req-bab37163-b569-480b-bb32-ff84fb16d662 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1031480 Apr 14 16:13:13.164630 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fdb6175b-8525-4d1e-8943-45f79a592ce5 req-ccd79370-d5d6-4c71-8646-6b647507dff4 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349929 Apr 14 16:13:13.355274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7450c-36b7-4b15-b542-d8236bab0e24 req-9269183b-ad6a-4997-9618-2bf216c7babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:13.358183 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69c7450c-36b7-4b15-b542-d8236bab0e24 req-9269183b-ad6a-4997-9618-2bf216c7babf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 1099 time: 0.1080983 Apr 14 16:13:13.453700 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-69c7450c-36b7-4b15-b542-d8236bab0e24 req-cecc8594-22c5-4b72-9280-d75d0e6dd1a3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877819 Apr 14 16:13:13.494339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ead337-8035-485f-9321-8444a78cbdeb req-53336b34-35ac-4433-87f2-dff0f63048ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:13.496006 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a8ead337-8035-485f-9321-8444a78cbdeb req-53336b34-35ac-4433-87f2-dff0f63048ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 946 time: 0.1094418 Apr 14 16:13:13.530392 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a8ead337-8035-485f-9321-8444a78cbdeb req-a11abb3c-410a-4743-b0e4-2e9c1bdae721 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269015 Apr 14 16:13:13.813271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc13d8-6543-4767-81e4-4488b1c88f7d req-79961c7c-957f-4374-be35-c950721cf9df tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:13.817215 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-edbc13d8-6543-4767-81e4-4488b1c88f7d req-79961c7c-957f-4374-be35-c950721cf9df tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1665404 Apr 14 16:13:13.825585 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe1b2c-7e4a-4a1b-aa6b-5ffff0458b7a req-089f7aa9-8dc2-40af-af2a-11db09b16cce tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:13.829540 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-edfe1b2c-7e4a-4a1b-aa6b-5ffff0458b7a req-089f7aa9-8dc2-40af-af2a-11db09b16cce tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1471610 Apr 14 16:13:13.876130 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-edbc13d8-6543-4767-81e4-4488b1c88f7d req-69063fa9-6614-4a8c-8906-3026148f9a82 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518806 Apr 14 16:13:13.880524 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-edfe1b2c-7e4a-4a1b-aa6b-5ffff0458b7a req-fcc1a7b4-1b76-4a57-9951-68f9c4ef2f02 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448589 Apr 14 16:13:14.348007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34600) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:14.407505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0975f1-aa46-4250-bac3-0d3ef6490217 req-2c64b34f-8b27-4c60-9efd-5068cbf2176f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:14.409602 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-dd0975f1-aa46-4250-bac3-0d3ef6490217 req-2c64b34f-8b27-4c60-9efd-5068cbf2176f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1053865 Apr 14 16:13:14.444365 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-dd0975f1-aa46-4250-bac3-0d3ef6490217 req-806e8560-934a-4e18-b104-9faeb43a2966 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280499 Apr 14 16:13:14.525360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.541946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:14.546478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Usage tracker for resource:security_group_rule and tenant:bed9205f17b34cc09d6355815ac96cf4 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:14.549657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:14.556655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:14.682912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.726282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.741534 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6bc89715-fcdc-48fa-af8a-1a7d12c2a145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:14.796281 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bed9205f17b34cc09d6355815ac96cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470873 Apr 14 16:13:14.799807 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34608) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:14.800001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05e13e0-b552-47ae-8c4d-929b8e8e57f2,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:14.804167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:14.835362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1683440-6d34-44b5-bef8-a93e4aeefa67 req-63082cf6-c048-471b-86e4-85c5d0e5914d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:14.837111 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1683440-6d34-44b5-bef8-a93e4aeefa67 req-63082cf6-c048-471b-86e4-85c5d0e5914d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 946 time: 0.1653688 Apr 14 16:13:14.876773 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1683440-6d34-44b5-bef8-a93e4aeefa67 req-bc62777b-51d6-45f1-afc3-d9c723d5aca8 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262856 Apr 14 16:13:14.885016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8f15-111c-4689-b926-5946a7160a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.915486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8f15-111c-4689-b926-5946a7160a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.967889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8f15-111c-4689-b926-5946a7160a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:14.982299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7e188d80-09e5-44b3-a5fe-6e1291e25aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:14.996951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf8f15-111c-4689-b926-5946a7160a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05e13e0-b552-47ae-8c4d-929b8e8e57f2,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:15.000251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8cdf8f15-111c-4689-b926-5946a7160a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:15.001267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cdf8f15-111c-4689-b926-5946a7160a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:15.002652 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8cdf8f15-111c-4689-b926-5946a7160a87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e05e13e0-b552-47ae-8c4d-929b8e8e57f2 HTTP/1.1" status: 204 len: 168 time: 0.2012014 Apr 14 16:13:15.154470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43526-57d4-4156-8b93-02de659cdb34 req-7e715df3-278c-4fb3-abe2-6cc3eb2ab443 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:15.156166 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-45d43526-57d4-4156-8b93-02de659cdb34 req-7e715df3-278c-4fb3-abe2-6cc3eb2ab443 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1141448 Apr 14 16:13:15.183035 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148693b5-366d-4a34-a226-1024ce0ed88a req-53d7885c-13b6-42f2-a268-5deefe31a3da tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:15.185122 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-148693b5-366d-4a34-a226-1024ce0ed88a req-53d7885c-13b6-42f2-a268-5deefe31a3da tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1437294 Apr 14 16:13:15.205627 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-45d43526-57d4-4156-8b93-02de659cdb34 req-c14faf8b-5088-42b6-a97b-5106f38906a4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418813 Apr 14 16:13:15.223470 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-148693b5-366d-4a34-a226-1024ce0ed88a req-7765c48e-2c53-46d8-b56e-b41904d39a98 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274410 Apr 14 16:13:15.532256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34636) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:15.573756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34642) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:15.694920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea882e90-fdc2-463a-a58e-6c11ee640dab req-b2214467-f522-4239-b8b7-93d1474aff9f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:15.697247 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ea882e90-fdc2-463a-a58e-6c11ee640dab req-b2214467-f522-4239-b8b7-93d1474aff9f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1077888 Apr 14 16:13:15.746915 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ea882e90-fdc2-463a-a58e-6c11ee640dab req-f569cd17-c800-410c-b180-b3591f4e63c0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Apr 14 16:13:15.758619 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:15.786500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:15.791244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Usage tracker for resource:security_group_rule and tenant:f08be39b7fbe4262b441f72178bb559d is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:15.794547 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:15.795378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:15.801207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:15.812932 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:15.817578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Usage tracker for resource:security_group_rule and tenant:50545bda400d4020b18920e9dcb0607d is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:15.821093 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:15.827923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:15.916191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:15.922788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:15.953383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:15.958654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:15.963355 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9fece86d-42a7-46a5-93e2-5ccaf0d67c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:16.000456 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f08be39b7fbe4262b441f72178bb559d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641962 Apr 14 16:13:16.005148 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34658) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:16.014701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4dc46794-835f-49ad-b10e-8a266f1a113b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:16.036526 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50545bda400d4020b18920e9dcb0607d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572089 Apr 14 16:13:16.038383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34664) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:16.098565 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bc87bd-adcb-4b1c-997b-fc1ae2943309,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:16.104695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:16.129422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8989d9-503c-46ce-bd14-45578ebc9866,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:16.133176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:16.143273 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5a1353c5-5ba5-4451-a548-0121dc6237a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.173777 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5a1353c5-5ba5-4451-a548-0121dc6237a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.185188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-984a42a0-9ec4-4365-b72e-fd7b0cd1117a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.208181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae4882d-c5e8-4a1a-b39d-9151e98a4ac5 req-bb3e66fd-9cc8-48ea-8af4-fb6b63e76ead tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:16.209916 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2ae4882d-c5e8-4a1a-b39d-9151e98a4ac5 req-bb3e66fd-9cc8-48ea-8af4-fb6b63e76ead tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 946 time: 0.1788728 Apr 14 16:13:16.233123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5a1353c5-5ba5-4451-a548-0121dc6237a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.246522 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:16.250130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-984a42a0-9ec4-4365-b72e-fd7b0cd1117a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.268345 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1353c5-5ba5-4451-a548-0121dc6237a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bc87bd-adcb-4b1c-997b-fc1ae2943309,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:16.270454 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2ae4882d-c5e8-4a1a-b39d-9151e98a4ac5 req-9a514300-a08e-4d33-9781-d4198b0db42c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464945 Apr 14 16:13:16.272355 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5a1353c5-5ba5-4451-a548-0121dc6237a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:16.274307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5a1353c5-5ba5-4451-a548-0121dc6237a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.290006 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-5a1353c5-5ba5-4451-a548-0121dc6237a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03bc87bd-adcb-4b1c-997b-fc1ae2943309 HTTP/1.1" status: 204 len: 168 time: 0.2360666 Apr 14 16:13:16.316025 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-984a42a0-9ec4-4365-b72e-fd7b0cd1117a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.333445 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9b3c1bc2-ab69-48f8-8844-0f65288a823f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:16.356090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a42a0-9ec4-4365-b72e-fd7b0cd1117a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8989d9-503c-46ce-bd14-45578ebc9866,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:16.359508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-984a42a0-9ec4-4365-b72e-fd7b0cd1117a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:16.361036 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-984a42a0-9ec4-4365-b72e-fd7b0cd1117a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9d8989d9-503c-46ce-bd14-45578ebc9866 HTTP/1.1" status: 204 len: 168 time: 0.3543506 Apr 14 16:13:16.363468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-984a42a0-9ec4-4365-b72e-fd7b0cd1117a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:16.645774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7482c9-a04f-421d-9cc8-8f310b435436 req-f89d078c-43d6-4830-bd32-9ccac7bfd370 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:16.654621 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1c7482c9-a04f-421d-9cc8-8f310b435436 req-f89d078c-43d6-4830-bd32-9ccac7bfd370 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1183066 Apr 14 16:13:16.662183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767dd7-8c80-46c9-a8ee-e1221e14bb40 req-c6cd0efb-9df8-439e-b85e-6e8421da09ef tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:16.672816 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d7767dd7-8c80-46c9-a8ee-e1221e14bb40 req-c6cd0efb-9df8-439e-b85e-6e8421da09ef tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1520543 Apr 14 16:13:16.715233 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d7767dd7-8c80-46c9-a8ee-e1221e14bb40 req-7ced200b-266a-49d3-a5cd-2c34f8cce010 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412211 Apr 14 16:13:16.727976 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1c7482c9-a04f-421d-9cc8-8f310b435436 req-ea7fc807-e912-4aa0-a076-3382d0f2d4a1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674629 Apr 14 16:13:16.998219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64339476-de1c-40e2-9ff9-740d71c78a54 req-d75d4a83-2e20-4300-9715-481c6f9649a2 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:17.001258 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-64339476-de1c-40e2-9ff9-740d71c78a54 req-d75d4a83-2e20-4300-9715-481c6f9649a2 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1184671 Apr 14 16:13:17.063244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34704) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:17.087292 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-64339476-de1c-40e2-9ff9-740d71c78a54 req-e12c1855-8080-4c65-96d1-46713b7f1c85 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705605 Apr 14 16:13:17.101764 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.145096 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:17.156680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Usage tracker for resource:security_group_rule and tenant:11d132b6ad854a7eb0c7bd2caa596c1d is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:17.163301 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:17.174586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:17.290304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.294802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.317235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dfef7c55-85c2-4c6b-bd35-3cbba39303e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:17.400588 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11d132b6ad854a7eb0c7bd2caa596c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3336818 Apr 14 16:13:17.400588 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcdac1d-8452-4553-8d86-bd79e0450f13,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:17.402178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34714) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:17.405054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:17.497122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8530-d3a5-482f-83e5-9bf12614befb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.541503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8530-d3a5-482f-83e5-9bf12614befb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.599104 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8530-d3a5-482f-83e5-9bf12614befb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.604441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:17.616685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf8530-d3a5-482f-83e5-9bf12614befb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcdac1d-8452-4553-8d86-bd79e0450f13,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:17.622179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e6cf8530-d3a5-482f-83e5-9bf12614befb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:17.624470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8530-d3a5-482f-83e5-9bf12614befb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:17.629437 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e6cf8530-d3a5-482f-83e5-9bf12614befb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ddcdac1d-8452-4553-8d86-bd79e0450f13 HTTP/1.1" status: 204 len: 168 time: 0.2221258 Apr 14 16:13:18.016601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008413b-6a18-4403-be7c-3dfcf79f5dd0 req-70c0d5c6-c723-4616-a5f8-6e2fba715d51 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:18.022559 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e008413b-6a18-4403-be7c-3dfcf79f5dd0 req-70c0d5c6-c723-4616-a5f8-6e2fba715d51 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1504378 Apr 14 16:13:18.081647 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e008413b-6a18-4403-be7c-3dfcf79f5dd0 req-d41baffd-f3af-4d33-9c56-9e98a862981b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578804 Apr 14 16:13:18.094932 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008889de-04e4-485b-a07d-163a91ad7105 req-e58aeef8-201a-4e05-ae9f-d3ef0c8d6fe1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:18.112560 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-008889de-04e4-485b-a07d-163a91ad7105 req-e58aeef8-201a-4e05-ae9f-d3ef0c8d6fe1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1839182 Apr 14 16:13:18.179012 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-008889de-04e4-485b-a07d-163a91ad7105 req-ca591ea0-3e24-415b-9e7c-6132d6bfa3c3 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646007 Apr 14 16:13:18.344770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34744) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:18.430064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701aa767-e6ef-46af-b8c3-72c94edf800e req-89c2e75e-81fd-4631-addb-d74e99d17684 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:18.431975 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-701aa767-e6ef-46af-b8c3-72c94edf800e req-89c2e75e-81fd-4631-addb-d74e99d17684 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1470041 Apr 14 16:13:18.480076 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-701aa767-e6ef-46af-b8c3-72c94edf800e req-4958706b-3420-464c-a524-debf679d3a8f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Apr 14 16:13:18.552935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-978490312-network', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:18.558986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:18.573267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Usage tracker for resource:network and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:18.573267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:18.578528 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:18.588098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Made reservation on behalf of 50e33e4fe3a942dbbcac70994544cff1 for: {'network': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:18.593452 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.608069 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.626651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:18.633637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Usage tracker for resource:security_group_rule and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:18.635697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:18.644475 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:18.787625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.791480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.795943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8cca29fd-c6bf-4a89-8589-6405d9a209d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:18.827104 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=85269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:13:18.837844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f58704c-696a-4db2-962d-63c0a16c7607,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:18.844508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.844827 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Added segment 7591a1cd-ac46-4b50-a29c-c8497b090834 of type vlan for network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea Apr 14 16:13:18.846890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:18.877969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.917406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.919214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:18.919885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:18.925549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:19.044082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Pushing event updated for resources: {'Network': ['ID=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:19.048109 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6988373 Apr 14 16:13:19.049304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:19.052219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34764) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:19.059018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Request body: {'subnet': {'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-978490312-subnet', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'ip_version': 4}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:19.065668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:13:19.067798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:19.074480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Usage tracker for resource:subnet and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:19.078321 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:19.087360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:19.101397 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Made reservation on behalf of 50e33e4fe3a942dbbcac70994544cff1 for: {'subnet': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:19.108687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848240910'] for subnet, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.418201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93a966-723f-4417-9538-1ff272f30551 req-811f014b-39c7-48de-8376-cd8489157c89 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:19.421401 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1d93a966-723f-4417-9538-1ff272f30551 req-811f014b-39c7-48de-8376-cd8489157c89 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1732860 Apr 14 16:13:19.462967 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1d93a966-723f-4417-9538-1ff272f30551 req-16362197-0ba9-4c22-a0b3-05de00b03368 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329216 Apr 14 16:13:19.522236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39a1ec-6a24-4b4c-a8ab-b45757c77850 req-bc799633-883d-4221-8e03-e9bf109a95e2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:19.524006 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4f39a1ec-6a24-4b4c-a8ab-b45757c77850 req-bc799633-883d-4221-8e03-e9bf109a95e2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2148418 Apr 14 16:13:19.788249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c437a5-3cd6-46b3-8c41-0552e1693d22 req-310ba6a2-e3dc-48ee-b7b5-033d1d900739 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:19.795015 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-04c437a5-3cd6-46b3-8c41-0552e1693d22 req-310ba6a2-e3dc-48ee-b7b5-033d1d900739 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1841002 Apr 14 16:13:19.810078 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4f39a1ec-6a24-4b4c-a8ab-b45757c77850 req-461beb50-3b53-4502-a78a-5579f3f80180 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702873 Apr 14 16:13:19.837155 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-04c437a5-3cd6-46b3-8c41-0552e1693d22 req-579dfc81-b60b-4f24-8c15-c71867f50981 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367234 Apr 14 16:13:19.936879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848262778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848241011'] for subnet, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:19.964723 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:20.143206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37f6508-467b-4315-ac7f-09e223125881,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:20.148578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:20.228583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Checking segment: {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:20.229176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Network hostable DHCP agents. Network: f4cfb4e7-22a0-4ba6-804b-4177b72b02ea, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:13:20.251803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:13:20.261609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, f4cfb4e7-22a0-4ba6-804b-4177b72b02ea) {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:20.271372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a9a3e-6e79-4238-8855-6e9006fe387d None None] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:20.276124 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:20.276818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.303369 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2497549 Apr 14 16:13:20.306663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34784) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:20.312590 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:20.319661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:20.327096 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Usage tracker for resource:router and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:20.332425 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:20.338902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:20.349834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854319606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124653'] for router, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.351027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651148'] for router, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.382466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.706132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f4f67f-d40b-56aa-bc6f-d91accdfe531-f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881'}]}} from dv-cinder-786266-1-smb. {{(pid=85271) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:13:20.709921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.756964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854319363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651253'] for router, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:20.880787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91466ff6-d6ae-42d2-80dc-1165392b4dcc req-8bc8b1ad-0070-4ea4-9e89-06cc22f12607 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:20.888347 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-91466ff6-d6ae-42d2-80dc-1165392b4dcc req-8bc8b1ad-0070-4ea4-9e89-06cc22f12607 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.2803693 Apr 14 16:13:20.928996 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-91466ff6-d6ae-42d2-80dc-1165392b4dcc req-62b58f28-975f-4631-a4df-d219c354df3e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395479 Apr 14 16:13:21.017015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Allocated IP 172.20.0.2 (f4cfb4e7-22a0-4ba6-804b-4177b72b02ea/b37f6508-467b-4315-ac7f-09e223125881/24c2e1ad-3622-4afb-b4c1-c44535f5c4ff) {{(pid=85271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:21.170157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac125ec-fc19-4acb-a1af-1f4c62783a98 req-ac65a968-0598-43a2-9c54-4d2869c050f9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:21.180482 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-dac125ec-fc19-4acb-a1af-1f4c62783a98 req-ac65a968-0598-43a2-9c54-4d2869c050f9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1545818 Apr 14 16:13:21.231683 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-dac125ec-fc19-4acb-a1af-1f4c62783a98 req-e0769004-3aae-400e-bc73-07b66d2d428e tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501225 Apr 14 16:13:21.384084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Notify callbacks [] for port, precommit_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.398946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Transition to ACTIVE for port object 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:21.425275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Transition to ACTIVE for port object 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff will not be triggered until provisioned by entity DHCP. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:21.433277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.463029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:21.546980 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db9418-c80b-4e73-ac65-1d7648375ab8 req-e4f04ca6-389d-4e13-94ab-c96c6a9cd211 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:21.556272 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d9db9418-c80b-4e73-ac65-1d7648375ab8 req-e4f04ca6-389d-4e13-94ab-c96c6a9cd211 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.3518827 Apr 14 16:13:21.556524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34806) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:21.559072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.620685 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d9db9418-c80b-4e73-ac65-1d7648375ab8 req-f3bf3d0e-6e7f-4ecc-afe9-daeb2d17975a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621006 Apr 14 16:13:21.631886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.655728 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Pushing event updated for resources: {'Port': ['ID=24c2e1ad-3622-4afb-b4c1-c44535f5c4ff,revision_number=1']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:21.658997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:21.767320 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.776647 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea is already hosted by enough agents. {{(pid=85271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:21.779023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Resources bound (agent type, host, resource id): {{(pid=85271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:21.786774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:21.787903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Received port after_create {{(pid=85271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:21.792454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:f030045fb40b49f483787d2b79eb6937 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:21.796053 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:21.807591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:21.834858 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Allocated IP 172.28.2.123 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/c29e2f55-fc2e-489f-b787-22259b61deeb) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:21.918573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.922666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.935817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f552bfe6-9d5e-49ae-98f7-db7d81fc3e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:21.951508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Attempting to bind port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:21.952518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Attempting to bind port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:21.953084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Attempting to bind port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff on network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:21.963158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:21.963687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Checking segment: {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:21.964243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.964781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Bound using segment: {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:21.965424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Bound port: 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:21.965942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:21.974233 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f030045fb40b49f483787d2b79eb6937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164178 Apr 14 16:13:21.977404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34818) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:21.993151 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa97267-ff59-41da-8fa8-68c3423017dd,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:21.997702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:22.067892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] For port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:22.071739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] For port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=24c2e1ad-3622-4afb-b4c1-c44535f5c4ff,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:22.077309 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.152557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c812-9993-43b1-8257-807298cb1f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.191442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:22.201926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.259421 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c812-9993-43b1-8257-807298cb1f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.354407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22393636-adfa-47da-9094-1e67aac53723 req-8c7ab723-6a27-4bc3-81ae-1bbc0250d562 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:22.356191 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-22393636-adfa-47da-9094-1e67aac53723 req-8c7ab723-6a27-4bc3-81ae-1bbc0250d562 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.2117724 Apr 14 16:13:22.365176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.371380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Pushing event updated for resources: {'Port': ['ID=24c2e1ad-3622-4afb-b4c1-c44535f5c4ff,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:22.374998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:22.387295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:22.434196 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c812-9993-43b1-8257-807298cb1f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.553426 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-22393636-adfa-47da-9094-1e67aac53723 req-641fa118-5208-4132-8a7d-0439e3465033 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673152 Apr 14 16:13:22.576084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=c29e2f55-fc2e-489f-b787-22259b61deeb,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:22.582176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:22.582716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-769693b4-3c56-4fea-a860-f5577391c4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:22.599178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c773547-98ae-43e5-a604-abf19d7e9fc5 req-5bbe42e0-1dae-457f-ae87-913ccc019ffe tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:22.600974 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3c773547-98ae-43e5-a604-abf19d7e9fc5 req-5bbe42e0-1dae-457f-ae87-913ccc019ffe tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1590850 Apr 14 16:13:22.620195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0c812-9993-43b1-8257-807298cb1f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa97267-ff59-41da-8fa8-68c3423017dd,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:22.625076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5bf0c812-9993-43b1-8257-807298cb1f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:22.625998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5bf0c812-9993-43b1-8257-807298cb1f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:22.627356 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-5bf0c812-9993-43b1-8257-807298cb1f13 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8aa97267-ff59-41da-8fa8-68c3423017dd HTTP/1.1" status: 204 len: 168 time: 0.6483440 Apr 14 16:13:22.666078 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3c773547-98ae-43e5-a604-abf19d7e9fc5 req-e8a96917-13ed-4253-8cf9-a6d5a0e5e34c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565307 Apr 14 16:13:22.757035 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:22.760688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:22.781875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:23.182726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34834) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:23.208932 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.228012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:23.232898 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Usage tracker for resource:security_group_rule and tenant:1d07b2aaaf4d4845a79f3b517d110b06 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:23.237855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:23.244371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:23.362678 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.366802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.375533 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-984a42a0-9ec4-4365-b72e-fd7b0cd1117a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:23.420407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d216c89-aac6-49ec-92b0-7c407f6bfbe7 req-100d0a5e-522f-4eb5-b887-09020b782e2f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:23.422234 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8d216c89-aac6-49ec-92b0-7c407f6bfbe7 req-100d0a5e-522f-4eb5-b887-09020b782e2f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.5668817 Apr 14 16:13:23.426767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74df9942-85cb-47b1-a730-a36e1b97d485,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:23.430817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:23.436663 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1d07b2aaaf4d4845a79f3b517d110b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522168 Apr 14 16:13:23.437230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34840) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:23.494588 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8d216c89-aac6-49ec-92b0-7c407f6bfbe7 req-5ec8824d-d0d1-4dca-abd6-d32600e0cb92 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416882 Apr 14 16:13:23.556506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3aebac03-3b0b-4814-a27e-f1762d83d055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.615045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3aebac03-3b0b-4814-a27e-f1762d83d055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.719218 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3aebac03-3b0b-4814-a27e-f1762d83d055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.726743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d052302b-113f-4426-8954-49b56279b91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:23.732542 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.746642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aebac03-3b0b-4814-a27e-f1762d83d055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74df9942-85cb-47b1-a730-a36e1b97d485,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:23.815844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3aebac03-3b0b-4814-a27e-f1762d83d055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:23.827401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3aebac03-3b0b-4814-a27e-f1762d83d055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:23.828712 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3aebac03-3b0b-4814-a27e-f1762d83d055 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/74df9942-85cb-47b1-a730-a36e1b97d485 HTTP/1.1" status: 204 len: 168 time: 0.3904259 Apr 14 16:13:23.903570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc95cb-99a0-4969-a176-8244549e6391 req-5ad97a1c-4b87-4ab3-8f53-d84515a76aa6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:23.905297 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-13fc95cb-99a0-4969-a176-8244549e6391 req-5ad97a1c-4b87-4ab3-8f53-d84515a76aa6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1662846 Apr 14 16:13:23.949302 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-13fc95cb-99a0-4969-a176-8244549e6391 req-7efe9215-c63c-4bb2-9871-cf40fc71ad9e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360622 Apr 14 16:13:24.128507 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332038cc-e9e1-4159-9552-2a096c5abf08 None None] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:24.225128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafb09f-854b-4471-849a-4f7df1a9e242 req-aa0e99bf-52c2-41bc-a849-b20ea51de88a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:24.226868 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0fafb09f-854b-4471-849a-4f7df1a9e242 req-aa0e99bf-52c2-41bc-a849-b20ea51de88a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2952170 Apr 14 16:13:24.234550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-638d9ab6-8fbe-45b9-841e-f95f217181f2 None None] Provisioning for port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:24.290763 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0fafb09f-854b-4471-849a-4f7df1a9e242 req-431a28b4-f9c4-4c10-b1a0-8ba59469022c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518756 Apr 14 16:13:24.334194 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381737'] for router, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.430235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eb4ac9de-2fe5-4e8e-9eb5-77e0364eab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.507792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:24.600820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Router d8d274c1-61b0-4843-8b12-0de2614d5326 is scheduled to L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b with binding_index 1 {{(pid=85269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:13:24.617554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:24.623650 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:24.624074 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.819755 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8d7d0-a5fd-412a-b16e-41f9ce43e62a req-d8ee2fd1-ea06-4c4e-a518-352535c113a4 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:24.821792 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3d8d7d0-a5fd-412a-b16e-41f9ce43e62a req-d8ee2fd1-ea06-4c4e-a518-352535c113a4 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1197462 Apr 14 16:13:24.869673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:24.882329 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Sync routers for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:24.896347 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.915563 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:24.916666 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e3d8d7d0-a5fd-412a-b16e-41f9ce43e62a req-1c4d071d-9ef3-4f65-a4c8-cc7c83f6fbc7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765121 Apr 14 16:13:24.917297 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:12:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:24.921346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Notify callbacks [] for router, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.922634 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6148789 Apr 14 16:13:24.924784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-79ec9b9b-453c-43ed-a16c-07fec323eb1f None None] Provisioning complete for port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:24.925565 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-79ec9b9b-453c-43ed-a16c-07fec323eb1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:24.927032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34874) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:25.011765 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=24c2e1ad-3622-4afb-b4c1-c44535f5c4ff,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:25.021094 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.023926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:25.173282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 34884) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:25.201909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=24c2e1ad-3622-4afb-b4c1-c44535f5c4ff,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:25.213753 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:25.289525 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:25.334557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408917cd-c003-430d-b09e-d1ff3da5b26e req-8a5b5e45-c452-4d4c-8fa3-c9a51b48ec70 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:25.350801 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-408917cd-c003-430d-b09e-d1ff3da5b26e req-8a5b5e45-c452-4d4c-8fa3-c9a51b48ec70 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1445730 Apr 14 16:13:25.386020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-613217900-network', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:25.395789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:25.414999 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-408917cd-c003-430d-b09e-d1ff3da5b26e req-ebb043ae-1563-40bc-9291-091d55bf14d7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631423 Apr 14 16:13:25.421982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Usage tracker for resource:network and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:25.429098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:25.451029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:25.477811 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Made reservation on behalf of c54499001d8b4a81bad0778281e95ca5 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:25.483146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.501494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.520497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:25.525538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Usage tracker for resource:security_group_rule and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:25.529463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:25.537347 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:25.703598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.709375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.722785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:13:25.732700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2019afaa-591a-44ef-aff8-3688ceb9af2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:25.749080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.749483 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Added segment 95484af9-849e-40fe-b57f-e3099a98b506 of type vlan for network 81a37163-653e-470f-a94e-0abcd991baa3 Apr 14 16:13:25.789615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715aa995-d001-46d5-aec8-c2dbeff5d4e9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:25.837409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:25.847424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.860758 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:23Z', 'revision_number': 3, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:25.868644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Checking router: d8d274c1-61b0-4843-8b12-0de2614d5326 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:25.869404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Updating router d8d274c1-61b0-4843-8b12-0de2614d5326 port c29e2f55-fc2e-489f-b787-22259b61deeb binding host dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:25.880152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eef77-def8-479d-a363-e5628285f72f req-6c488be7-7a25-455f-9494-13dcd2df1c04 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:25.883230 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6b3eef77-def8-479d-a363-e5628285f72f req-6c488be7-7a25-455f-9494-13dcd2df1c04 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2527475 Apr 14 16:13:25.956313 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6b3eef77-def8-479d-a363-e5628285f72f req-81772e35-8fbd-459a-9149-4209e37d5d41 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632377 Apr 14 16:13:25.965783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.968351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:25.969741 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.974263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:25.990898 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:26.129941 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9515972 Apr 14 16:13:26.135911 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34898) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:26.154330 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Request body: {'subnet': {'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-613217900-subnet', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'ip_version': 4}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:26.167085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325fbae-d0f4-4044-80ee-01e170d730de req-474d1511-6317-43a4-ae84-d4c0b1be2103 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:26.168702 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d325fbae-d0f4-4044-80ee-01e170d730de req-474d1511-6317-43a4-ae84-d4c0b1be2103 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 946 time: 0.2755635 Apr 14 16:13:26.172943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:26.188538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Usage tracker for resource:subnet and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:26.188803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Pushing event updated for resources: {'Network': ['ID=81a37163-653e-470f-a94e-0abcd991baa3,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:26.192478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:26.197810 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:26.201722 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 81a37163-653e-470f-a94e-0abcd991baa3 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:13:26.220449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:26.233173 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b20cd-c06c-4a9a-a3d6-b60b11ffb6fd req-6793eb30-ddd3-43e0-b687-00d758e3efcf tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:26.243509 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8a6b20cd-c06c-4a9a-a3d6-b60b11ffb6fd req-6793eb30-ddd3-43e0-b687-00d758e3efcf tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1331265 Apr 14 16:13:26.245951 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d325fbae-d0f4-4044-80ee-01e170d730de req-cea13340-334e-401a-80c8-823997d7f80d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533867 Apr 14 16:13:26.248554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Made reservation on behalf of c54499001d8b4a81bad0778281e95ca5 for: {'subnet': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:26.261307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036848240910'] for subnet, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.284911 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8a6b20cd-c06c-4a9a-a3d6-b60b11ffb6fd req-77a89c34-bb8b-4301-b7d4-526b02141e4f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400457 Apr 14 16:13:26.445494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:26.488957 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.504800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Transition to ACTIVE for port object c29e2f55-fc2e-489f-b787-22259b61deeb will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:26.512077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.527574 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:26.528513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.529935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7c8675ff-1b7b-4f61-ad65-a80ca96d632d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:26.686773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7459e-4f2b-48e0-904c-86b6ce7b9467 None None] Pushing event updated for resources: {'Port': ['ID=c29e2f55-fc2e-489f-b787-22259b61deeb,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:26.691389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-42c7459e-4f2b-48e0-904c-86b6ce7b9467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:26.828473 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.852150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10238a-55fa-4788-8bd7-66e19146970f req-eaef1718-3355-42a1-98d9-ee68c19cc47a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:26.853949 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5f10238a-55fa-4788-8bd7-66e19146970f req-eaef1718-3355-42a1-98d9-ee68c19cc47a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.2612002 Apr 14 16:13:26.926489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Attempting to bind port c29e2f55-fc2e-489f-b787-22259b61deeb on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:26.926909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Attempting to bind port c29e2f55-fc2e-489f-b787-22259b61deeb by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:26.927316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Attempting to bind port c29e2f55-fc2e-489f-b787-22259b61deeb on network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:26.933383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:26.933797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Checking segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:26.934280 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:26.934718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Bound using segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:26.935228 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Bound port: c29e2f55-fc2e-489f-b787-22259b61deeb, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:26.935640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.003590 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5f10238a-55fa-4788-8bd7-66e19146970f req-76eac75e-0700-4343-81f1-383b8d188744 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403995 Apr 14 16:13:27.018201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] For port c29e2f55-fc2e-489f-b787-22259b61deeb, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:27.022045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] For port c29e2f55-fc2e-489f-b787-22259b61deeb, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=c29e2f55-fc2e-489f-b787-22259b61deeb,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:27.026914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.046864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:27.185068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63fa28-035a-4ed9-9861-3e2c3b976e90 req-177c4f3c-80b8-4b9b-8437-57e9d0044a1c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:27.187140 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4e63fa28-035a-4ed9-9861-3e2c3b976e90 req-177c4f3c-80b8-4b9b-8437-57e9d0044a1c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.0933156 Apr 14 16:13:27.196211 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7459e-4f2b-48e0-904c-86b6ce7b9467 None None] Pushing event updated for resources: {'Port': ['ID=c29e2f55-fc2e-489f-b787-22259b61deeb,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:27.203800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Allocated IP 172.20.0.1 (f4cfb4e7-22a0-4ba6-804b-4177b72b02ea/b37f6508-467b-4315-ac7f-09e223125881/199dabba-badd-46e1-9b61-1cba94b3e9d8) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:27.211713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-42c7459e-4f2b-48e0-904c-86b6ce7b9467 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:27.237069 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4e63fa28-035a-4ed9-9861-3e2c3b976e90 req-8775ffcf-c6c3-42de-a9e7-1bd8be0ad750 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397091 Apr 14 16:13:27.256661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:27.257434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:12:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:27.303090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-66fb24a2-4b12-4d1f-9bf2-f71977557100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.357309 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848262778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036848241011'] for subnet, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.506787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ba551-9389-4cb0-a1ba-9413f2a476f9 req-0e952891-776c-4c8d-9df1-5dd23b1d79db tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:27.508787 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7c0ba551-9389-4cb0-a1ba-9413f2a476f9 req-0e952891-776c-4c8d-9df1-5dd23b1d79db tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 946 time: 0.1010659 Apr 14 16:13:27.520686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:27.550779 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7c0ba551-9389-4cb0-a1ba-9413f2a476f9 req-da17b043-e606-4cef-9a12-4f8060838a10 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338061 Apr 14 16:13:27.589173 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:27.628644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:27.732569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Transition to ACTIVE for port object 199dabba-badd-46e1-9b61-1cba94b3e9d8 will not be triggered until provisioned by entity DHCP. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:27.827622 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875da49-9b52-4139-a342-634efaa84bdc req-6dc032f7-edca-4241-83dc-6f58d8fd487b tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:27.837276 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b875da49-9b52-4139-a342-634efaa84bdc req-6dc032f7-edca-4241-83dc-6f58d8fd487b tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1190913 Apr 14 16:13:27.857651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbfbdec2-470c-45ef-8607-dac093c6fb7f,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:27.866262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:27.896844 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b875da49-9b52-4139-a342-634efaa84bdc req-522cff5c-68a4-45cc-90fc-b5022899e40c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582306 Apr 14 16:13:27.977966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.001417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-ff1e5352-bdee-4981-935c-02e31e14c1c9 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:28.003896 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-ff1e5352-bdee-4981-935c-02e31e14c1c9 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 946 time: 0.3632057 Apr 14 16:13:28.005385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:23Z', 'revision_number': 3, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:28.013594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.014935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b98a8f-6ad1-40d8-911c-51d0af1c16b3 None None] The sync data for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb is: [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:23Z', 'revision_number': 3, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:28.036670 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:28.153049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Checking segment: {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:28.153464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Network hostable DHCP agents. Network: 81a37163-653e-470f-a94e-0abcd991baa3, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:13:28.272173 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.294464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Deleting port 9d22f58e-4c73-4654-b24d-17e095685777 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:28.294867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.346250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Pushing event updated for resources: {'Port': ['ID=199dabba-badd-46e1-9b61-1cba94b3e9d8,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:28.365355 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:28.372325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Network 81a37163-653e-470f-a94e-0abcd991baa3 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:13:28.376580 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dfc902-d89d-4c50-84de-1e2bc30d8bff req-c1a25b81-fb7f-4188-a31f-78db48a0c72a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:28.379005 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c3dfc902-d89d-4c50-84de-1e2bc30d8bff req-c1a25b81-fb7f-4188-a31f-78db48a0c72a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1193514 Apr 14 16:13:28.381966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-1f3fd058-cba3-4d71-9301-c8c94cc564bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:28.383966 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-1f3fd058-cba3-4d71-9301-c8c94cc564bd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 1098 time: 0.4001570 Apr 14 16:13:28.437942 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c3dfc902-d89d-4c50-84de-1e2bc30d8bff req-e163eb5b-7cfd-46bc-9418-1ba394fd1b0a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515018 Apr 14 16:13:28.454799 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 81a37163-653e-470f-a94e-0abcd991baa3) {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:28.478623 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fccf19-f930-4808-98d3-7f499db5e9e1 None None] Network 81a37163-653e-470f-a94e-0abcd991baa3 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:28.492978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424b25e-6e86-48a3-b79e-4bb6eba0d63f req-7e064baa-4062-4ed5-b7ae-deeed308a224 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:28.510136 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9424b25e-6e86-48a3-b79e-4bb6eba0d63f req-7e064baa-4062-4ed5-b7ae-deeed308a224 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.5628746 Apr 14 16:13:28.575632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:28.576298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:28.586505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-08907a51-d25f-4345-b7d1-46eb9b4333cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:28.589200 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-08907a51-d25f-4345-b7d1-46eb9b4333cf service neutron] 10.222.0.49 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 912 time: 0.1880336 Apr 14 16:13:28.622807 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9424b25e-6e86-48a3-b79e-4bb6eba0d63f req-f95af9ff-e698-4b60-9780-90ae6ab44356 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138976 Apr 14 16:13:28.651584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:28.657744 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:28.780802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:13:28.851560 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-2ca96b5f-9575-4dc8-b764-a420c415c8f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487 HTTP/1.1" status: 200 len: 1001 time: 0.2465496 Apr 14 16:13:29.035467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0eb0f-c4bd-4816-be98-64277c23f0b8 req-53204c6b-6e9e-433a-9907-024490eda909 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:29.036873 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a3c0eb0f-c4bd-4816-be98-64277c23f0b8 req-53204c6b-6e9e-433a-9907-024490eda909 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 946 time: 0.1839111 Apr 14 16:13:29.139623 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a3c0eb0f-c4bd-4816-be98-64277c23f0b8 req-b9a69506-4f3b-43bb-bc68-c3e27ea3f14f tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865390 Apr 14 16:13:29.154289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-5b6aad4d-357c-44c2-ad69-574e98f8f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:29.156264 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-5b6aad4d-357c-44c2-ad69-574e98f8f463 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 200 len: 850 time: 0.1989763 Apr 14 16:13:29.162870 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:29.275743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-3c30af8c-d21f-4064-bffa-b8058cd99f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:29.278284 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-3c30af8c-d21f-4064-bffa-b8058cd99f9e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4274df80-45c8-4eee-bef3-f047e276b4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1130509 Apr 14 16:13:29.291104 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-29f6bfba-46e2-4631-b66e-2942fdf73c3d None None] Provisioning for port 199dabba-badd-46e1-9b61-1cba94b3e9d8 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:29.311596 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-088ed102-8356-4776-b7be-f049216d8fcb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.1640236 Apr 14 16:13:29.319524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 34932) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:29.345363 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:29.377616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:29.383783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854381680'] for router_interface, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.391762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Usage tracker for resource:router and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:29.415457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:29.438244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-29f6bfba-46e2-4631-b66e-2942fdf73c3d None None] Provisioning complete for port 199dabba-badd-46e1-9b61-1cba94b3e9d8 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:29.438683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-29f6bfba-46e2-4631-b66e-2942fdf73c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.440168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:29.455539 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] For port 9d22f58e-4c73-4654-b24d-17e095685777, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9d22f58e-4c73-4654-b24d-17e095685777,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:29.455958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.503683 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-2c18c91e-7dfd-4b89-86bc-f0f132357f29 service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023776 Apr 14 16:13:29.508434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.523095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f4f67f-d40b-56aa-bc6f-d91accdfe531-81a37163-653e-470f-a94e-0abcd991baa3', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f'}]}} from dv-cinder-786266-1-smb. {{(pid=85271) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:13:29.524011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.561449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:29.660960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-29f6bfba-46e2-4631-b66e-2942fdf73c3d None None] Port 199dabba-badd-46e1-9b61-1cba94b3e9d8 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:29.667983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'port_id': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'mac_address': 'fa:16:3e:10:0c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:13:29.730899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Calling delete_port for 9d22f58e-4c73-4654-b24d-17e095685777 owned by compute:nova {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:29.747892 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-31cef39f-98d1-436d-81c2-d79f2e0d79c4 req-0a5a995e-e5a8-4f31-a85e-cd2eba4362a7 service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350478 Apr 14 16:13:29.771347 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854319606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124653'] for router, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.773117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651148'] for router, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.807851 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f733af-982a-4462-aad8-08f737a9191a req-1bf9f2e3-b3b0-4cfb-870c-4a2486a736e5 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:29.809775 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-42f733af-982a-4462-aad8-08f737a9191a req-1bf9f2e3-b3b0-4cfb-870c-4a2486a736e5 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.6091113 Apr 14 16:13:29.833555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.839161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea36e96e-1bc9-49c4-ba52-08773a64a5cc {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:13:29.866870 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:29.870275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.876367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:29.880417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:29.886099 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-42f733af-982a-4462-aad8-08f737a9191a req-2b574273-7837-4048-a587-795caa8f5640 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666132 Apr 14 16:13:29.897615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431c646-38b3-400c-a428-b9a1712b6915 req-e7cad525-b82a-45e7-8194-cb0671c17a18 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:29.900255 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6431c646-38b3-400c-a428-b9a1712b6915 req-e7cad525-b82a-45e7-8194-cb0671c17a18 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1501045 Apr 14 16:13:29.977821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Allocated IP 172.20.0.2 (81a37163-653e-470f-a94e-0abcd991baa3/fbfbdec2-470c-45ef-8607-dac093c6fb7f/bd720e7e-4d56-463f-ab2b-523634c154c1) {{(pid=85271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:29.990659 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6431c646-38b3-400c-a428-b9a1712b6915 req-2b37671c-bb33-44c1-a806-37c024602641 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725074 Apr 14 16:13:30.028197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['ea36e96e-1bc9-49c4-ba52-08773a64a5cc'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:30.102978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=6']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:30.114370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:30.548713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86918a87-5223-4d99-8c37-a0f7cf360238 req-8b00a006-d903-45cf-9184-b00002717e02 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:30.557587 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-86918a87-5223-4d99-8c37-a0f7cf360238 req-8b00a006-d903-45cf-9184-b00002717e02 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 946 time: 0.2624989 Apr 14 16:13:30.600703 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-86918a87-5223-4d99-8c37-a0f7cf360238 req-45d03341-00b3-4bb2-8edc-ed2f1260cf0e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418887 Apr 14 16:13:30.623036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device c29e2f55-fc2e-489f-b787-22259b61deeb up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:30.692924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Notify callbacks [] for port, precommit_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.738948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Transition to ACTIVE for port object bd720e7e-4d56-463f-ab2b-523634c154c1 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:30.786150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.795331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 9d22f58e-4c73-4654-b24d-17e095685777 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:30.858874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854319363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651253'] for router, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.940225 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Transition to ACTIVE for port object bd720e7e-4d56-463f-ab2b-523634c154c1 will not be triggered until provisioned by entity DHCP. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:30.966183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:30.993797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:31.001688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.035710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-95bb117f-d959-4298-9039-73269786a402 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:31.052885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'b91f751a-704a-447f-bcf6-60075d07d6a9', '0ad222e7-727f-4d75-ae2a-e8379ab8dba4'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:31.107301 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Pushing event deleted for resources: {'Port': ['ID=9d22f58e-4c73-4654-b24d-17e095685777,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:31.110322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:31.185196 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port c29e2f55-fc2e-489f-b787-22259b61deeb completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:31.204408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port c29e2f55-fc2e-489f-b787-22259b61deeb triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:31.204829 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.231341 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No active binding found for port 9d22f58e-4c73-4654-b24d-17e095685777 {{(pid=85271) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 14 16:13:31.231768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 9d22f58e-4c73-4654-b24d-17e095685777 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:31.255825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb90fad-75c7-4dc9-a9ac-b65ba6a3b0e4 req-959101a5-e278-4f1c-a39a-2a9d408594a2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.265059 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2cb90fad-75c7-4dc9-a9ac-b65ba6a3b0e4 req-959101a5-e278-4f1c-a39a-2a9d408594a2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 1.1290634 Apr 14 16:13:31.304413 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31505fa-40e9-45e6-8815-919288c24008 req-5dc3aa3d-316f-488e-aa13-3a91d2d0d7fe tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.317752 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e31505fa-40e9-45e6-8815-919288c24008 req-5dc3aa3d-316f-488e-aa13-3a91d2d0d7fe tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1724288 Apr 14 16:13:31.339971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Pushing event updated for resources: {'Port': ['ID=bd720e7e-4d56-463f-ab2b-523634c154c1,revision_number=1']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:31.355879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:31.371534 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2cb90fad-75c7-4dc9-a9ac-b65ba6a3b0e4 req-73a42007-28dc-4b7d-873a-81b01da5b070 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050954 Apr 14 16:13:31.375300 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e31505fa-40e9-45e6-8815-919288c24008 req-b31ce042-b1ae-4642-b6cf-8782e7eb5332 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559757 Apr 14 16:13:31.556598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.576062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port c29e2f55-fc2e-489f-b787-22259b61deeb, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=c29e2f55-fc2e-489f-b787-22259b61deeb,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:31.586545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.592354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:31.651438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6844f-177b-49d8-8aa8-a3c54d56d8f4 req-89613377-6bab-4413-ac27-0ce5a46b153c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:31.661221 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-91d6844f-177b-49d8-8aa8-a3c54d56d8f4 req-89613377-6bab-4413-ac27-0ce5a46b153c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 945 time: 0.1456134 Apr 14 16:13:31.692538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Network 81a37163-653e-470f-a94e-0abcd991baa3 is already hosted by enough agents. {{(pid=85271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:31.697217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Resources bound (agent type, host, resource id): {{(pid=85271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:31.703842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Received port after_create {{(pid=85271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:31.740728 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-91d6844f-177b-49d8-8aa8-a3c54d56d8f4 req-5278c69f-ad07-4d0c-b409-e32097387470 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781155 Apr 14 16:13:31.817182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] No DVR routers for this DVR port 9d22f58e-4c73-4654-b24d-17e095685777 on host hv-cinder-78626 {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:13:31.825132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:31.837550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fbfb88b-a4fc-4a07-ba23-b63726ea90aa', 'name': 'network-vif-deleted', 'tag': '9d22f58e-4c73-4654-b24d-17e095685777'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:31.880208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=c29e2f55-fc2e-489f-b787-22259b61deeb,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:31.884819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:31.901307 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e06938fa-a390-44a5-9c37-3cc25e12499b req-50e6d002-0b57-4f91-b2ef-793d00c4b6e2 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=0fbfb88b-a4fc-4a07-ba23-b63726ea90aa HTTP/1.1" status: 200 len: 210 time: 0.0806711 Apr 14 16:13:31.938997 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4fc95e30-2794-4c73-8cfc-1f45628f34ab req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "DELETE /v2.0/ports/9d22f58e-4c73-4654-b24d-17e095685777 HTTP/1.1" status: 204 len: 173 time: 3.9095025 Apr 14 16:13:31.949450 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fbfb88b-a4fc-4a07-ba23-b63726ea90aa', 'name': 'network-vif-deleted', 'tag': '9d22f58e-4c73-4654-b24d-17e095685777', 'status': 'completed', 'code': 200} Apr 14 16:13:32.026117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Attempting to bind port bd720e7e-4d56-463f-ab2b-523634c154c1 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:32.027226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Attempting to bind port bd720e7e-4d56-463f-ab2b-523634c154c1 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:32.028131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Attempting to bind port bd720e7e-4d56-463f-ab2b-523634c154c1 on network 81a37163-653e-470f-a94e-0abcd991baa3 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:32.069823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:32.071045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Checking segment: {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:32.072052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.073064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Bound using segment: {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:32.074310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Bound port: bd720e7e-4d56-463f-ab2b-523634c154c1, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:32.075302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.191960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] For port bd720e7e-4d56-463f-ab2b-523634c154c1, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:32.197486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] For port bd720e7e-4d56-463f-ab2b-523634c154c1, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=bd720e7e-4d56-463f-ab2b-523634c154c1,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:32.219943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.238576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:32.333173 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.resource_extend [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:13:32.355276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.417065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.475160 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:32.635729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.724990 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.727564 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853169425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854332615'] for router_interface, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:32.760652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Pushing event updated for resources: {'Port': ['ID=199dabba-badd-46e1-9b61-1cba94b3e9d8,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:32.803782 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7d253-b2f5-4a93-977e-5405fdeeeefc req-453b9563-169f-4f3e-bbdd-4dda7118d256 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:32.812111 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d3e7d253-b2f5-4a93-977e-5405fdeeeefc req-453b9563-169f-4f3e-bbdd-4dda7118d256 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1430027 Apr 14 16:13:32.857986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:32.858251 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d3e7d253-b2f5-4a93-977e-5405fdeeeefc req-c396ed7b-f9b6-441d-b94b-d37407050680 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449643 Apr 14 16:13:32.904000 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device c29e2f55-fc2e-489f-b787-22259b61deeb up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:32.935519 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:33.093951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab61ad-dfc3-46ee-8cd8-d7afae38bc3f req-ec1ab01f-32e6-4ba0-9358-98fc033728bc tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:33.102949 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-06ab61ad-dfc3-46ee-8cd8-d7afae38bc3f req-ec1ab01f-32e6-4ba0-9358-98fc033728bc tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.3796155 Apr 14 16:13:33.157741 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79d203-523d-41fc-8402-476c801bea6d req-7bcdbc47-31b2-40fa-a881-0600c767c86e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:33.166140 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2b79d203-523d-41fc-8402-476c801bea6d req-7bcdbc47-31b2-40fa-a881-0600c767c86e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 945 time: 0.1375475 Apr 14 16:13:33.179141 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-06ab61ad-dfc3-46ee-8cd8-d7afae38bc3f req-0c1315d4-f2ca-4d0d-b56f-590059ea9380 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749006 Apr 14 16:13:33.179382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Pushing event updated for resources: {'Port': ['ID=bd720e7e-4d56-463f-ab2b-523634c154c1,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:33.197729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:33.200691 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:33.206665 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2b79d203-523d-41fc-8402-476c801bea6d req-8275ac8b-2a54-4d3d-978a-e394b6c93db8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389335 Apr 14 16:13:33.240150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Allocated IP 172.28.2.118 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/33dcc8ed-5dd9-4c18-a6be-160427bea6e0) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:33.240990 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.003s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:33.275101 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port ea36e96e-1bc9-49c4-ba52-08773a64a5cc triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:33.279576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.418478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port c29e2f55-fc2e-489f-b787-22259b61deeb triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:33.419168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.662414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Router d8d274c1-61b0-4843-8b12-0de2614d5326 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:13:33.815783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.925340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-e89dc39f-56dc-4326-82e6-887de1789898 None None] Provisioning complete for port 199dabba-badd-46e1-9b61-1cba94b3e9d8 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:33.926159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e89dc39f-56dc-4326-82e6-887de1789898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:33.998253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.019463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:34.025688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-e89dc39f-56dc-4326-82e6-887de1789898 None None] Port 199dabba-badd-46e1-9b61-1cba94b3e9d8 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:34.027915 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:34.047300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.075783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:34.077025 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:34.090737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239652f-61b1-4e68-898d-c0dfbb4eda55 req-fbb1f088-1616-4a32-bb1c-02d3cdbcb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:34.092396 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8239652f-61b1-4e68-898d-c0dfbb4eda55 req-fbb1f088-1616-4a32-bb1c-02d3cdbcb667 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 1098 time: 0.1852183 Apr 14 16:13:34.098848 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] 10.222.0.61 "PUT /v2.0/routers/d8d274c1-61b0-4843-8b12-0de2614d5326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1705573 Apr 14 16:13:34.101355 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:34.139081 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-66701800-0c33-4f70-8363-20b46a09d3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:34.170270 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'code': 200} Apr 14 16:13:34.177268 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Sync routers for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:34.201562 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:34.202336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:34.292571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=7']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:34.312630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:34.389297 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8239652f-61b1-4e68-898d-c0dfbb4eda55 req-865762e1-b98c-40f5-911d-dea4e3777139 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581046 Apr 14 16:13:34.480224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Pushing event updated for resources: {'Port': ['ID=33dcc8ed-5dd9-4c18-a6be-160427bea6e0,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:34.484690 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:34.540070 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device bd720e7e-4d56-463f-ab2b-523634c154c1 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:34.596794 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:34.646512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ca6f0-ce8b-4a35-b4d0-cdf9a9bdde91 req-8a773795-a0cb-4974-9ff3-1f510f6ada40 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:34.655739 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4f2ca6f0-ce8b-4a35-b4d0-cdf9a9bdde91 req-8a773795-a0cb-4974-9ff3-1f510f6ada40 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1568608 Apr 14 16:13:34.745640 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4f2ca6f0-ce8b-4a35-b4d0-cdf9a9bdde91 req-1a9c8778-1ce9-4c3f-b377-3b2655faa696 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884087 Apr 14 16:13:34.753062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:34.755914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:34.759336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:34.883342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port bd720e7e-4d56-463f-ab2b-523634c154c1 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:35.167208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:29Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '199dabba-badd-46e1-9b61-1cba94b3e9d8', 'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'mac_address': 'fa:16:3e:b4:19:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:26Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 2, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'subnets': [{'id': 'b37f6508-467b-4315-ac7f-09e223125881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:35.173017 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Checking router: d8d274c1-61b0-4843-8b12-0de2614d5326 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:35.173446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Updating router d8d274c1-61b0-4843-8b12-0de2614d5326 port 199dabba-badd-46e1-9b61-1cba94b3e9d8 binding host dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:35.257841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35002) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:35.264489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-996426957-network', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:35.267832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.273917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:35.284751 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Usage tracker for resource:network and tenant:2565cbe6a4614169bf0f082d840b6ef4 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:35.292527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:35.307344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:35.329325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Made reservation on behalf of 2565cbe6a4614169bf0f082d840b6ef4 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:35.340257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.379808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.389339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980d40e-ef04-4fce-ac94-275255c65119 req-864b61c5-ad30-48e3-b3b8-4501c2e3f582 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:35.398615 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3980d40e-ef04-4fce-ac94-275255c65119 req-864b61c5-ad30-48e3-b3b8-4501c2e3f582 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.7998075 Apr 14 16:13:35.422438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:35.435224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2565cbe6a4614169bf0f082d840b6ef4 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:35.445288 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:35.458078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:35.810693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d633f8-0a04-4d35-9162-432af47fd8dc req-6451927c-68db-4bc3-84d1-1205b3c0db2d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:35.812733 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-09d633f8-0a04-4d35-9162-432af47fd8dc req-6451927c-68db-4bc3-84d1-1205b3c0db2d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 945 time: 0.2759342 Apr 14 16:13:35.862253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f5667f-e3f7-4d3c-ac2d-82e65181cdee None None] Network 81a37163-653e-470f-a94e-0abcd991baa3 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:35.873278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.935649 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3980d40e-ef04-4fce-ac94-275255c65119 req-f842a46e-b42d-4935-bcce-022bd5874017 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297034 Apr 14 16:13:35.937216 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-09d633f8-0a04-4d35-9162-432af47fd8dc req-aafb6ac1-b066-45dc-82ea-056dfea1600c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981185 Apr 14 16:13:35.940284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:35.981607 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5c899e5f-5eba-4872-a7bb-4e4fb8d58fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:36.040170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00c1b39-a2ba-4efe-9486-aa910df85524,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:36.042449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-615f73a0-273a-46b1-be90-2820aa971761 None None] Provisioning for port bd720e7e-4d56-463f-ab2b-523634c154c1 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:36.061929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:36.074964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-615f73a0-273a-46b1-be90-2820aa971761 None None] Provisioning complete for port bd720e7e-4d56-463f-ab2b-523634c154c1 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:36.075560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-615f73a0-273a-46b1-be90-2820aa971761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.082821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:13:36.097276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.097649 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Added segment 304f4f92-208e-4cdc-a0b3-f436d5ae158f of type vlan for network 8d515fb2-b1de-4736-b00c-498372abc8b3 Apr 14 16:13:36.124424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.232372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.257410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e531b33-c11e-4935-9976-023947ad2b88 req-723027b3-246d-480d-822e-5a23f63455d5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:36.259491 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1e531b33-c11e-4935-9976-023947ad2b88 req-723027b3-246d-480d-822e-5a23f63455d5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1603436 Apr 14 16:13:36.333555 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1e531b33-c11e-4935-9976-023947ad2b88 req-cb7705dd-0021-4594-b167-cf7959182dd0 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639720 Apr 14 16:13:36.394570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.396616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:36.397281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.415495 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-778cbc0b-a7cb-41e0-a8f9-80ec1e561b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:36.586247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8d515fb2-b1de-4736-b00c-498372abc8b3,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:36.598307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:36.600726 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3415008 Apr 14 16:13:36.604086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35014) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:36.614300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Request body: {'subnet': {'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-996426957-subnet', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:36.619899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:13:36.621935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:36.628182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Usage tracker for resource:subnet and tenant:2565cbe6a4614169bf0f082d840b6ef4 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:36.632709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:36.643269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:36.673644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Made reservation on behalf of 2565cbe6a4614169bf0f082d840b6ef4 for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:36.681656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276518'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.705493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381737'] for router, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.741464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-615f73a0-273a-46b1-be90-2820aa971761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.819924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Notify callbacks [] for port, precommit_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.836595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-615f73a0-273a-46b1-be90-2820aa971761 None None] For port bd720e7e-4d56-463f-ab2b-523634c154c1, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=bd720e7e-4d56-463f-ab2b-523634c154c1,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:36.846860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-615f73a0-273a-46b1-be90-2820aa971761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:36.852856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-41fffa7a-50e9-4c13-bef5-6f2038efcd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:36.932723 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Transition to ACTIVE for port object 199dabba-badd-46e1-9b61-1cba94b3e9d8 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:36.950029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.067082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f is scheduled to L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b with binding_index 1 {{(pid=85269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:13:37.375172 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fb5f2-89a1-4cd3-bfbb-3a7627459fec req-e096f2f2-409f-45f1-8768-82e0479b965e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:37.379704 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-434fb5f2-89a1-4cd3-bfbb-3a7627459fec req-e096f2f2-409f-45f1-8768-82e0479b965e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 945 time: 0.2070701 Apr 14 16:13:37.399640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-bdef9907-3793-4a43-bef9-d3bd9ffee9a7 None None] Provisioning complete for port bd720e7e-4d56-463f-ab2b-523634c154c1 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:37.399928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdef9907-3793-4a43-bef9-d3bd9ffee9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.443440 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-434fb5f2-89a1-4cd3-bfbb-3a7627459fec req-b93e04a9-b0f1-46c5-ba1a-c6d282d67978 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517762 Apr 14 16:13:37.463995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f73a0-273a-46b1-be90-2820aa971761 None None] Pushing event updated for resources: {'Port': ['ID=bd720e7e-4d56-463f-ab2b-523634c154c1,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:37.555285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-615f73a0-273a-46b1-be90-2820aa971761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:37.560609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b4d2c-39e2-4eee-a941-ebb9e169539b req-799d166e-3963-468b-9d8b-1b75528e73eb tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:37.562471 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-015b4d2c-39e2-4eee-a941-ebb9e169539b req-799d166e-3963-468b-9d8b-1b75528e73eb tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.2538741 Apr 14 16:13:37.582781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b68d8896-dab1-4f75-bcba-06572429e850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:37.594886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:37.595085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276441'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.607833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Sync routers for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:37.625309 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:37.626003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:37.662195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Attempting to bind port 199dabba-badd-46e1-9b61-1cba94b3e9d8 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:37.662660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Attempting to bind port 199dabba-badd-46e1-9b61-1cba94b3e9d8 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:37.663074 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Attempting to bind port 199dabba-badd-46e1-9b61-1cba94b3e9d8 on network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:37.675158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36488262-51eb-448f-a22d-4371c47fcf8d req-eb87ca1f-0876-4b69-9051-428b54527252 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:37.679395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-36488262-51eb-448f-a22d-4371c47fcf8d req-eb87ca1f-0876-4b69-9051-428b54527252 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:13:37.722393 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-015b4d2c-39e2-4eee-a941-ebb9e169539b req-77d55763-9dfa-4ad4-a461-34f9cbfacf60 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342537 Apr 14 16:13:37.731338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-18e64144-80d2-4b70-85ec-473060517b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:37.762383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:37.762742 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Checking segment: {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:37.763355 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.763657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Bound using segment: {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:37.764292 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Bound port: 199dabba-badd-46e1-9b61-1cba94b3e9d8, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:37.764609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.768144 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-36488262-51eb-448f-a22d-4371c47fcf8d req-eb87ca1f-0876-4b69-9051-428b54527252 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:13:37.772576 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-36488262-51eb-448f-a22d-4371c47fcf8d req-eb87ca1f-0876-4b69-9051-428b54527252 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 945 time: 0.5368800 Apr 14 16:13:37.775752 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Notify callbacks [] for router, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:37.777115 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.4478533 Apr 14 16:13:37.800565 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35026) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:37.869406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d13d94-5f96-4ab4-9333-f3305deae33a,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:37.921772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c2c20-07c0-4715-a3c5-388111df22bf None None] Pushing event updated for resources: {'Port': ['ID=199dabba-badd-46e1-9b61-1cba94b3e9d8,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:37.944668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-453c2c20-07c0-4715-a3c5-388111df22bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:37.964469 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-36488262-51eb-448f-a22d-4371c47fcf8d req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Deleting port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:37.970435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-36488262-51eb-448f-a22d-4371c47fcf8d req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:38.077448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:38.136648 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:38.152522 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] For port 199dabba-badd-46e1-9b61-1cba94b3e9d8, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:38.171792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] For port 199dabba-badd-46e1-9b61-1cba94b3e9d8, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=199dabba-badd-46e1-9b61-1cba94b3e9d8,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:38.176736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:38.319420 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c72abf-d7d1-42e7-8254-54593f580534 req-090c5b27-800d-4bdf-9958-af1f40a32fa6 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:38.328916 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-72c72abf-d7d1-42e7-8254-54593f580534 req-090c5b27-800d-4bdf-9958-af1f40a32fa6 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.2825820 Apr 14 16:13:38.437572 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-72c72abf-d7d1-42e7-8254-54593f580534 req-82929e5d-01ae-4448-b70d-c1c809eafb27 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073160 Apr 14 16:13:38.499086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:38.644405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-36488262-51eb-448f-a22d-4371c47fcf8d req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] For port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:38.644405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-36488262-51eb-448f-a22d-4371c47fcf8d req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:38.695033 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Checking segment: {'id': '304f4f92-208e-4cdc-a0b3-f436d5ae158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:38.695856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Network hostable DHCP agents. Network: 8d515fb2-b1de-4736-b00c-498372abc8b3, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:13:38.705441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c2c20-07c0-4715-a3c5-388111df22bf None None] Pushing event updated for resources: {'Port': ['ID=199dabba-badd-46e1-9b61-1cba94b3e9d8,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:38.737717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device bd720e7e-4d56-463f-ab2b-523634c154c1 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:38.766964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871aecc-be8d-41a8-afd6-dc28febbbc67 req-912dce86-02ba-4cf0-9c08-75b53640f5b8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:38.775540 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2871aecc-be8d-41a8-afd6-dc28febbbc67 req-912dce86-02ba-4cf0-9c08-75b53640f5b8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 1.0458143 Apr 14 16:13:38.777859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:13:38.804486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, 8d515fb2-b1de-4736-b00c-498372abc8b3) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:38.816103 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-453c2c20-07c0-4715-a3c5-388111df22bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:38.846896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f28850e-9095-45a3-b708-4e29bed2b2c0 None None] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:38.848351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:38.849095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:38.878884 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2871aecc-be8d-41a8-afd6-dc28febbbc67 req-532054c3-ee22-45a7-ba7e-a13c789e0e55 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989356 Apr 14 16:13:39.088404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-36488262-51eb-448f-a22d-4371c47fcf8d req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Calling delete_port for 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 owned by compute:nova {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:39.160071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:35Z', 'revision_number': 3, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:39.173593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Checking router: 42f9591a-e5b5-43f2-bbcf-dd32f909d06f for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:39.174549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Updating router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 binding host dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:39.178794 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b0f5e43a-f6b0-4d00-ae64-d3f66947a8b2 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5730929 Apr 14 16:13:39.181742 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35034) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:39.196186 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:39.202529 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:39.204026 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:39.212369 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:39.217660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Usage tracker for resource:router and tenant:2565cbe6a4614169bf0f082d840b6ef4 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:39.221931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:39.226022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddc967-8f3f-42a7-a5e2-c083fc00b517 req-3c74f19c-597e-4670-9eef-1472ff26083f tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:39.228993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:39.236913 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9cddc967-8f3f-42a7-a5e2-c083fc00b517 req-3c74f19c-597e-4670-9eef-1472ff26083f tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 945 time: 0.3702326 Apr 14 16:13:39.245753 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854319606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124653'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.246896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651148'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.286031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.323868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.349170 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9cddc967-8f3f-42a7-a5e2-c083fc00b517 req-ed0100ea-eef0-402c-b8da-2c2b3bd992cf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098263 Apr 14 16:13:39.515251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-36488262-51eb-448f-a22d-4371c47fcf8d req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.543278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-de8e5cbd-4abb-4155-a7ac-f4acc564c9e7 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:39.608408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Pushing event deleted for resources: {'Port': ['ID=0ad222e7-727f-4d75-ae2a-e8379ab8dba4,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:39.688610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:39.853874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'b91f751a-704a-447f-bcf6-60075d07d6a9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:39.919369 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-36488262-51eb-448f-a22d-4371c47fcf8d req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] No DVR routers for this DVR port 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 on host hv-cinder-78626 {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:13:39.924743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-36488262-51eb-448f-a22d-4371c47fcf8d req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.925081 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:39.933247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afb4d4c-bf49-4755-bc53-8e771fd08894', 'name': 'network-vif-deleted', 'tag': '0ad222e7-727f-4d75-ae2a-e8379ab8dba4'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:39.962624 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-36488262-51eb-448f-a22d-4371c47fcf8d req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "DELETE /v2.0/ports/0ad222e7-727f-4d75-ae2a-e8379ab8dba4 HTTP/1.1" status: 204 len: 173 time: 2.1823826 Apr 14 16:13:39.974845 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Transition to ACTIVE for port object 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:39.989821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:40.015966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854319363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651253'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:40.031554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cf93940f-56d3-4e91-86b8-45f6fa9c2991 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:40.052319 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afb4d4c-bf49-4755-bc53-8e771fd08894', 'name': 'network-vif-deleted', 'tag': '0ad222e7-727f-4d75-ae2a-e8379ab8dba4', 'status': 'completed', 'code': 200} Apr 14 16:13:40.079892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:40.256273 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Pushing event updated for resources: {'Port': ['ID=33dcc8ed-5dd9-4c18-a6be-160427bea6e0,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:40.305855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.306579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.307223 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.307866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.308494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.309123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.309734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.310455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.313287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.313955 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.314688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.315311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:13:40.325351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:40.440065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Attempting to bind port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:40.440454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Attempting to bind port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:40.440866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Attempting to bind port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 on network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:40.449128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:40.449387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Checking segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:40.449870 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:40.450365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Bound using segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:40.450906 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Bound port: 33dcc8ed-5dd9-4c18-a6be-160427bea6e0, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:40.451481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:40.473986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea79e4-14f3-40c4-8216-22b367d28e30 req-95276f0a-1597-46d4-bff0-18d68e97dbab tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:40.476159 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cfea79e4-14f3-40c4-8216-22b367d28e30 req-95276f0a-1597-46d4-bff0-18d68e97dbab tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.3158104 Apr 14 16:13:40.551290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] For port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:40.559774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] For port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=33dcc8ed-5dd9-4c18-a6be-160427bea6e0,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:40.569772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:40.604224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-42c7459e-4f2b-48e0-904c-86b6ce7b9467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:40.644782 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port bd720e7e-4d56-463f-ab2b-523634c154c1 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:40.645136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:40.789356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Allocated IP 172.20.0.1 (81a37163-653e-470f-a94e-0abcd991baa3/fbfbdec2-470c-45ef-8607-dac093c6fb7f/95096285-03fc-4db5-a2d8-89088e0e8775) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:40.789570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-c247d38d-ab30-48ab-81de-0ac90dd4dd56 req-1c02f6d1-4828-448e-b8f5-f3476be34822 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:13:40.826837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-c247d38d-ab30-48ab-81de-0ac90dd4dd56 req-1c02f6d1-4828-448e-b8f5-f3476be34822 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:13:40.832101 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c247d38d-ab30-48ab-81de-0ac90dd4dd56 req-1c02f6d1-4828-448e-b8f5-f3476be34822 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=3afb4d4c-bf49-4755-bc53-8e771fd08894 HTTP/1.1" status: 200 len: 210 time: 0.2262442 Apr 14 16:13:40.872503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Pushing event updated for resources: {'Port': ['ID=33dcc8ed-5dd9-4c18-a6be-160427bea6e0,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:40.876097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:40.941030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:40.941719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:40.970263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:40.995878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:41.014972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Transition to ACTIVE for port object 95096285-03fc-4db5-a2d8-89088e0e8775 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:41.044830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:41.058236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:41.063094 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cfea79e4-14f3-40c4-8216-22b367d28e30 req-9afc9fa7-9739-48c7-80a1-fa53a03a8f99 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5596683 Apr 14 16:13:41.068821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-89ca537c-03bd-4399-b44c-57ee4757296d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:41.121467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:13:41.121896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 0ad222e7-727f-4d75-ae2a-e8379ab8dba4 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:41.145367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f4f67f-d40b-56aa-bc6f-d91accdfe531-8d515fb2-b1de-4736-b00c-498372abc8b3', 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'fixed_ips': [{'subnet_id': 'b5d13d94-5f96-4ab4-9333-f3305deae33a'}]}} from dv-cinder-786266-1-smb. {{(pid=85271) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:13:41.146333 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:41.390485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Allocated IP 172.20.0.2 (8d515fb2-b1de-4736-b00c-498372abc8b3/b5d13d94-5f96-4ab4-9333-f3305deae33a/1187c9f6-2751-4d30-beb6-c027d2c2065b) {{(pid=85271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:41.485992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:41.560212 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=95096285-03fc-4db5-a2d8-89088e0e8775,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:41.573021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:41.586419 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Network 81a37163-653e-470f-a94e-0abcd991baa3 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:41.590235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:41.594638 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:41.662772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:41.687876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-1e637ee3-0241-4dae-8862-d4391ffc61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:41.690162 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-1e637ee3-0241-4dae-8862-d4391ffc61c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 1098 time: 0.2036204 Apr 14 16:13:42.026711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:42.215754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Notify callbacks [] for port, precommit_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:42.229548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Transition to ACTIVE for port object 1187c9f6-2751-4d30-beb6-c027d2c2065b will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:42.253401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Transition to ACTIVE for port object 1187c9f6-2751-4d30-beb6-c027d2c2065b will not be triggered until provisioned by entity DHCP. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:42.255501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:42.340928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:35Z', 'revision_number': 3, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:42.349522 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663deb5b-ad54-4795-90c3-d7981464be33 None None] The sync data for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb is: [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:35Z', 'revision_number': 3, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:42.484331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-6c42d2ee-ebb0-40fe-b2f4-a8876d3d6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:42.486008 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-6c42d2ee-ebb0-40fe-b2f4-a8876d3d6b52 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 919 time: 0.7777262 Apr 14 16:13:42.576816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Allocated IP 172.28.2.134 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/6cb9cb46-04f9-48f9-b6f2-d4f655c45123) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:42.593189 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-9d80403a-6ac6-4e9c-9157-435581517265 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de852778-0524-498b-8486-dada131f4748 HTTP/1.1" status: 200 len: 217 time: 0.0954874 Apr 14 16:13:42.604435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:42.628618 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854381680'] for router_interface, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:42.638828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:42.735460 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cc49d-8544-40ba-a871-3a48e261f3ce req-04355a7c-e801-47dc-9c92-5bef99221c11 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:42.745488 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-585cc49d-8544-40ba-a871-3a48e261f3ce req-04355a7c-e801-47dc-9c92-5bef99221c11 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.3180118 Apr 14 16:13:42.794562 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-585cc49d-8544-40ba-a871-3a48e261f3ce req-a6905cd0-58ab-4035-986c-53f5f0b849d5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479717 Apr 14 16:13:42.817209 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-83fad338-14c9-4913-8fde-81762f8ac9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:42.817209 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-83fad338-14c9-4913-8fde-81762f8ac9a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 200 len: 858 time: 0.1952317 Apr 14 16:13:42.866304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0b76ef27-0339-4653-a5de-e8a71b48de43 None None] Provisioning for port 95096285-03fc-4db5-a2d8-89088e0e8775 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:42.885436 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0b76ef27-0339-4653-a5de-e8a71b48de43 None None] Provisioning complete for port 95096285-03fc-4db5-a2d8-89088e0e8775 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:42.889994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0b76ef27-0339-4653-a5de-e8a71b48de43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:42.926025 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-7036a516-d3f4-422c-a047-94247a031e7d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993662 Apr 14 16:13:42.978339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ede0b-006e-4d18-9b90-e694f4d27888 req-962ea270-b7bd-43e8-9164-28634addb1d1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:43.003091 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-799ede0b-006e-4d18-9b90-e694f4d27888 req-962ea270-b7bd-43e8-9164-28634addb1d1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 1.2732537 Apr 14 16:13:43.080854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.178865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Pushing event updated for resources: {'Port': ['ID=1187c9f6-2751-4d30-beb6-c027d2c2065b,revision_number=1']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:43.223768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:43.260720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-0b76ef27-0339-4653-a5de-e8a71b48de43 None None] Port 95096285-03fc-4db5-a2d8-89088e0e8775 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:43.278074 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-788bb49e-2574-4c63-8e3d-9d91e0ab7816 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497272 Apr 14 16:13:43.329912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 is already hosted by enough agents. {{(pid=85271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:43.336953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Resources bound (agent type, host, resource id): {{(pid=85271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:43.346078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Received port after_create {{(pid=85271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:43.363836 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:29Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '199dabba-badd-46e1-9b61-1cba94b3e9d8', 'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'mac_address': 'fa:16:3e:b4:19:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:26Z', 'updated_at': '2021-04-14T16:13:38Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'subnets': [{'id': 'b37f6508-467b-4315-ac7f-09e223125881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:43.462589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce5ad71-af12-4f4e-95de-f4e830731c74 None None] The sync data for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb is: [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:29Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '199dabba-badd-46e1-9b61-1cba94b3e9d8', 'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'mac_address': 'fa:16:3e:b4:19:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:26Z', 'updated_at': '2021-04-14T16:13:38Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'subnets': [{'id': 'b37f6508-467b-4315-ac7f-09e223125881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:43.492423 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.513299 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-799ede0b-006e-4d18-9b90-e694f4d27888 req-8c7f947c-fdfe-4d55-bbe6-ab6a13edecdb tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090444 Apr 14 16:13:43.529808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.593207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dd69df79-9145-4997-bef0-77fcf570bd12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:43.693388 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-751a8d54-f097-4d4e-90c6-108ab7e0a420 req-6bce633d-8b19-4c70-b5df-f40c4d7f95fc service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960490 Apr 14 16:13:43.715329 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512afc6-d0f5-4634-a87c-ca6d3dbb5dc0 req-d2998dfc-c6dd-47a5-bd28-8c9149c2d5fa tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:43.726709 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e512afc6-d0f5-4634-a87c-ca6d3dbb5dc0 req-d2998dfc-c6dd-47a5-bd28-8c9149c2d5fa tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 946 time: 0.1976354 Apr 14 16:13:43.738866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Attempting to bind port 1187c9f6-2751-4d30-beb6-c027d2c2065b on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:43.739447 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Attempting to bind port 1187c9f6-2751-4d30-beb6-c027d2c2065b by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '304f4f92-208e-4cdc-a0b3-f436d5ae158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:43.740129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Attempting to bind port 1187c9f6-2751-4d30-beb6-c027d2c2065b on network 8d515fb2-b1de-4736-b00c-498372abc8b3 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:43.757747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:43.762518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Checking segment: {'id': '304f4f92-208e-4cdc-a0b3-f436d5ae158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:43.766812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.767305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Bound using segment: {'id': '304f4f92-208e-4cdc-a0b3-f436d5ae158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:43.768442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Bound port: 1187c9f6-2751-4d30-beb6-c027d2c2065b, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304f4f92-208e-4cdc-a0b3-f436d5ae158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:43.770509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.790074 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e512afc6-d0f5-4634-a87c-ca6d3dbb5dc0 req-8473d3f2-d082-4ead-9ed4-990c7441abe9 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502045 Apr 14 16:13:43.798578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.877900 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853169425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854332615'] for router_interface, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.930761 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] For port 1187c9f6-2751-4d30-beb6-c027d2c2065b, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:43.939606 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] For port 1187c9f6-2751-4d30-beb6-c027d2c2065b, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=1187c9f6-2751-4d30-beb6-c027d2c2065b,segment=NetworkSegment(304f4f92-208e-4cdc-a0b3-f436d5ae158f),segment_id=304f4f92-208e-4cdc-a0b3-f436d5ae158f)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:43.945537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:43.965581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:44.148140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Pushing event updated for resources: {'Port': ['ID=1187c9f6-2751-4d30-beb6-c027d2c2065b,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:44.216954 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=95096285-03fc-4db5-a2d8-89088e0e8775,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:44.253925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:44.257442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:44.262387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Network 81a37163-653e-470f-a94e-0abcd991baa3 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:44.272798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:44.513587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56833cb-71e0-47fc-b33c-c7741ef552e6 req-65968359-538e-4650-97fa-29cd363efcb8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:44.515669 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a56833cb-71e0-47fc-b33c-c7741ef552e6 req-65968359-538e-4650-97fa-29cd363efcb8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.3559577 Apr 14 16:13:44.529736 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:44.739848 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-00b36644-e7a1-44a7-bd93-76ab47b3e678 None None] Provisioning complete for port 95096285-03fc-4db5-a2d8-89088e0e8775 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:44.740555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-00b36644-e7a1-44a7-bd93-76ab47b3e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:44.894607 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:44.921608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:45.028725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20165588-c69a-4a93-82be-a69a1b4553e3 req-f17a0eb8-a752-4eb8-89c5-05dd06dafd07 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:45.037303 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-20165588-c69a-4a93-82be-a69a1b4553e3 req-f17a0eb8-a752-4eb8-89c5-05dd06dafd07 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.2499266 Apr 14 16:13:45.052448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-00b36644-e7a1-44a7-bd93-76ab47b3e678 None None] Port 95096285-03fc-4db5-a2d8-89088e0e8775 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:45.120760 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:45.128690 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6cb9cb46-04f9-48f9-b6f2-d4f655c45123,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:45.134167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:45.141305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:45.141734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.154743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:13:45.155276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-068a206b-174d-4481-8ee2-fc89b64dbe69 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:45.158530 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a56833cb-71e0-47fc-b33c-c7741ef552e6 req-57ab614d-5a9c-40d3-83ef-8a6b5cf34784 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3243005 Apr 14 16:13:45.162709 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-068a206b-174d-4481-8ee2-fc89b64dbe69 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 946 time: 0.2720068 Apr 14 16:13:45.214641 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:45.265138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Deleting port b91f751a-704a-447f-bcf6-60075d07d6a9 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:45.265798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.277693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:45.289021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:45.373989 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-20165588-c69a-4a93-82be-a69a1b4553e3 req-f7c4bbbe-0bd6-4588-801c-a4c454a0cbe1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355696 Apr 14 16:13:45.462187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.499836 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=33dcc8ed-5dd9-4c18-a6be-160427bea6e0,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:45.508458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.510267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 199dabba-badd-46e1-9b61-1cba94b3e9d8 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:45.592324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:45.733877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] For port b91f751a-704a-447f-bcf6-60075d07d6a9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b91f751a-704a-447f-bcf6-60075d07d6a9,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:45.734875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:45.808377 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:13:45.962186 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Calling delete_port for b91f751a-704a-447f-bcf6-60075d07d6a9 owned by compute:nova {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:46.203186 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.219463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'b91f751a-704a-447f-bcf6-60075d07d6a9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:13:46.253533 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:46.337175 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=33dcc8ed-5dd9-4c18-a6be-160427bea6e0,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:46.351328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:46.388340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Pushing event deleted for resources: {'Port': ['ID=b91f751a-704a-447f-bcf6-60075d07d6a9,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:46.403013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 199dabba-badd-46e1-9b61-1cba94b3e9d8 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:46.408572 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:46.444918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 199dabba-badd-46e1-9b61-1cba94b3e9d8 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:46.448308 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.560317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfa2b09-c668-4252-a3ee-cbd484d58cca None None] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:46.643512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92825a0e-d3c8-40c8-a9b0-a2b3fd8d34f1 req-b290c28c-60d1-4cfa-8399-0947ba7238bd tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:46.652432 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-92825a0e-d3c8-40c8-a9b0-a2b3fd8d34f1 req-b290c28c-60d1-4cfa-8399-0947ba7238bd tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1588628 Apr 14 16:13:46.668170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:46.682412 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.699992 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-92825a0e-d3c8-40c8-a9b0-a2b3fd8d34f1 req-8c73c2b6-baf9-4a70-82b1-16af1e9d5eff tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463593 Apr 14 16:13:46.809732 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Sync routers for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:46.900802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:46.901675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:46.916869 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] No DVR routers for this DVR port b91f751a-704a-447f-bcf6-60075d07d6a9 on host hv-cinder-78626 {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:13:46.977940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:46.991261 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45879de7-180b-443e-9c5f-818273cf84c3', 'name': 'network-vif-deleted', 'tag': 'b91f751a-704a-447f-bcf6-60075d07d6a9'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:47.003875 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cbc08a21-4095-4040-a692-ac02f80b15b3 req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "DELETE /v2.0/ports/b91f751a-704a-447f-bcf6-60075d07d6a9 HTTP/1.1" status: 204 len: 173 time: 1.8395979 Apr 14 16:13:47.016100 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] 10.222.0.61 "PUT /v2.0/routers/42f9591a-e5b5-43f2-bbcf-dd32f909d06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1234870 Apr 14 16:13:47.053212 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0c0a1-2963-4db5-a436-de6ff51e7409 req-b4c2a311-b6df-49f9-9c39-6a0f4f86e3f5 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:47.062131 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9cd0c0a1-2963-4db5-a436-de6ff51e7409 req-b4c2a311-b6df-49f9-9c39-6a0f4f86e3f5 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1409965 Apr 14 16:13:47.100846 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9cd0c0a1-2963-4db5-a436-de6ff51e7409 req-fbc6001f-06ab-4b66-a98a-1efb4ca55f4c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373361 Apr 14 16:13:47.160409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:47.166364 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45879de7-180b-443e-9c5f-818273cf84c3', 'name': 'network-vif-deleted', 'tag': 'b91f751a-704a-447f-bcf6-60075d07d6a9', 'status': 'completed', 'code': 200} Apr 14 16:13:47.252917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a5375-d74e-4aaa-ad80-ab421b68cfa9 req-70aca30d-8d6a-4e7f-acdb-9ee57ad1942d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:47.255115 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1e6a5375-d74e-4aaa-ad80-ab421b68cfa9 req-70aca30d-8d6a-4e7f-acdb-9ee57ad1942d tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=45879de7-180b-443e-9c5f-818273cf84c3 HTTP/1.1" status: 200 len: 867 time: 1.8159070 Apr 14 16:13:47.287545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381737'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.480112 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-e67fd597-a826-41ae-ba06-8090cbcbfa0c None None] Provisioning for port 1187c9f6-2751-4d30-beb6-c027d2c2065b completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:47.529469 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1e6a5375-d74e-4aaa-ad80-ab421b68cfa9 req-2a8f996a-9180-44de-a734-240f5eb74ff4 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360485 Apr 14 16:13:47.606929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Router 14cba708-0dfd-4564-999d-7f3254aa1348 is scheduled to L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:13:47.752945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.844722 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 199dabba-badd-46e1-9b61-1cba94b3e9d8, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=199dabba-badd-46e1-9b61-1cba94b3e9d8,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:47.870576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:47.878757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:48.032414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=199dabba-badd-46e1-9b61-1cba94b3e9d8,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:48.042195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:48.081604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df494-47d4-470e-b706-54d5b2aeb98a req-6da63757-54f7-456d-a631-443dae9b9be9 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:48.090678 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f34df494-47d4-470e-b706-54d5b2aeb98a req-6da63757-54f7-456d-a631-443dae9b9be9 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.1792691 Apr 14 16:13:48.117943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:48.131219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Sync routers for ids ['14cba708-0dfd-4564-999d-7f3254aa1348'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:48.152548 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f34df494-47d4-470e-b706-54d5b2aeb98a req-a414f5ac-7f8c-4537-bb67-4499a1c9a15e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556021 Apr 14 16:13:48.155153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Routers {'14cba708-0dfd-4564-999d-7f3254aa1348'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:48.155856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['14cba708-0dfd-4564-999d-7f3254aa1348'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:48.203067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:48.205411 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.0139678 Apr 14 16:13:48.209029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35098) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:48.285246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '95096285-03fc-4db5-a2d8-89088e0e8775', 'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'mac_address': 'fa:16:3e:43:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:40Z', 'updated_at': '2021-04-14T16:13:43Z', 'revision_number': 2, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'subnets': [{'id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:48.294739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Checking router: 42f9591a-e5b5-43f2-bbcf-dd32f909d06f for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:48.295171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Updating router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f port 95096285-03fc-4db5-a2d8-89088e0e8775 binding host dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:48.364425 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 1187c9f6-2751-4d30-beb6-c027d2c2065b up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:48.473179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35104) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:48.492648 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:48.497894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-275741550-network', 'tenant_id': '1120024b1675408c8b6a013f908b663f'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:48.505002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:48.510650 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Usage tracker for resource:network and tenant:1120024b1675408c8b6a013f908b663f is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:48.514748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:48.524480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:48.538158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Made reservation on behalf of 1120024b1675408c8b6a013f908b663f for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:48.543358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:48.572118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:48.599778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:48.604899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Usage tracker for resource:security_group_rule and tenant:1120024b1675408c8b6a013f908b663f is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:48.608368 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:48.613257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Set router 14cba708-0dfd-4564-999d-7f3254aa1348 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:48.616201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:48.708667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 1187c9f6-2751-4d30-beb6-c027d2c2065b completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:48.720199 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:48.727682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:48.734333 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-000b22fe-66fb-424c-a3ee-19a2591fb22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:48.744829 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 1187c9f6-2751-4d30-beb6-c027d2c2065b triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:48.745254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:48.757980 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3512fa6-b681-4168-9f8c-c3c33f3c21d9 req-6b904f2c-64fc-4584-97aa-b95b55e37bc3 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:48.761085 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c3512fa6-b681-4168-9f8c-c3c33f3c21d9 req-6b904f2c-64fc-4584-97aa-b95b55e37bc3 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.4073768 Apr 14 16:13:48.798338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:13:48.856107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a614da-73fc-4d56-b504-8c952c9af524,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:48.863082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:48.863964 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Added segment 21a1bce0-bade-4833-b958-52b150e6bb29 of type vlan for network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 Apr 14 16:13:48.867526 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:48.874914 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c3512fa6-b681-4168-9f8c-c3c33f3c21d9 req-6fd5883d-f0f9-418e-bfb4-3fcf6dffdd0b tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974967 Apr 14 16:13:48.882818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device b91f751a-704a-447f-bcf6-60075d07d6a9 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:48.938021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: b91f751a-704a-447f-bcf6-60075d07d6a9 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:13:48.938021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device b91f751a-704a-447f-bcf6-60075d07d6a9 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:48.942943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:49.007729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:49.009559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:49.010340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:49.020616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-15ee066b-eca5-4fc9-b5bb-0c5dae394b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:49.083420 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:39Z', 'updated_at': '2021-04-14T16:13:46Z', 'revision_number': 3, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'gw_port': {'id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:42Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:49.088107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Checking router: 14cba708-0dfd-4564-999d-7f3254aa1348 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:49.088743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Updating router 14cba708-0dfd-4564-999d-7f3254aa1348 port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 binding host dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:49.163168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:49.270706 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7911327 Apr 14 16:13:49.277467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35116) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:49.283024 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Pushing event updated for resources: {'Network': ['ID=e3952ccd-96a5-4c72-8e19-8dfa17a2db71,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:49.288609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Request body: {'subnet': {'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-275741550-subnet', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:49.307937 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:49.326081 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:49.327349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Usage tracker for resource:subnet and tenant:1120024b1675408c8b6a013f908b663f is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:49.331031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:49.340489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:49.357877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:13:49.360773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:49.363379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Made reservation on behalf of 1120024b1675408c8b6a013f908b663f for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:13:49.368722 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276518'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:49.710670 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:49.727868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Transition to ACTIVE for port object 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:49.737037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.039021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 1187c9f6-2751-4d30-beb6-c027d2c2065b, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=1187c9f6-2751-4d30-beb6-c027d2c2065b,segment=NetworkSegment(304f4f92-208e-4cdc-a0b3-f436d5ae158f),segment_id=304f4f92-208e-4cdc-a0b3-f436d5ae158f)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:50.049393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.054207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:50.087044 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e4a15152-3146-48eb-8ba4-72286b02568b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:50.148795 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ca0f5-fbaf-4287-9cc2-67b715bde974 req-a8b0fe41-867d-4009-9800-e857d27dcae6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:50.157475 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-521ca0f5-fbaf-4287-9cc2-67b715bde974 req-a8b0fe41-867d-4009-9800-e857d27dcae6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.2541802 Apr 14 16:13:50.173852 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:50.199502 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-521ca0f5-fbaf-4287-9cc2-67b715bde974 req-5718314e-7a56-490d-b4ec-711867493326 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408933 Apr 14 16:13:50.204005 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.291097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Attempting to bind port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:50.294301 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Attempting to bind port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:50.294928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Attempting to bind port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 on network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:50.317775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b719b1c-6ce7-4a76-ae2f-d90e25157dcc None None] Pushing event updated for resources: {'Port': ['ID=6cb9cb46-04f9-48f9-b6f2-d4f655c45123,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:50.340725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:50.341340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Checking segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:50.341947 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.342557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Bound using segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:50.343267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Bound port: 6cb9cb46-04f9-48f9-b6f2-d4f655c45123, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:50.343840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.372684 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482e8cf-f9b1-4bda-9165-2db8dd1facb1 req-73c818bc-4394-4a34-afe6-c310b162a7c6 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:50.383934 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1482e8cf-f9b1-4bda-9165-2db8dd1facb1 req-73c818bc-4394-4a34-afe6-c310b162a7c6 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.2225444 Apr 14 16:13:50.447579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=1187c9f6-2751-4d30-beb6-c027d2c2065b,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:50.460262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:50.460877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.487050 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:50.509590 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1482e8cf-f9b1-4bda-9165-2db8dd1facb1 req-88a0b164-6a50-4cee-a3fa-01a0644cfddc tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244237 Apr 14 16:13:50.519668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Notify callbacks [] for port, precommit_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.522819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276441'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.546890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Transition to ACTIVE for port object 95096285-03fc-4db5-a2d8-89088e0e8775 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:50.559735 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6b719b1c-6ce7-4a76-ae2f-d90e25157dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:50.562799 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] For port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:50.564928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.567523 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a051f464-6ff4-423f-b8e3-9a7a0f01bd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:50.569401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] For port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=6cb9cb46-04f9-48f9-b6f2-d4f655c45123,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:50.582389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.585322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:50.605170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-42c7459e-4f2b-48e0-904c-86b6ce7b9467 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:50.637146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d83e0a-8a79-47fc-878e-65a509ec267c,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:50.698413 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:50.704737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a0a28-c5f6-482a-91bd-9e201d75f11e req-6cbdcbcb-43cb-4dd3-9ec1-aa29db3c26e3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:50.705592 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-c29a0a28-c5f6-482a-91bd-9e201d75f11e req-6cbdcbcb-43cb-4dd3-9ec1-aa29db3c26e3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:13:50.772772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-c29a0a28-c5f6-482a-91bd-9e201d75f11e req-6cbdcbcb-43cb-4dd3-9ec1-aa29db3c26e3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:13:50.782641 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c29a0a28-c5f6-482a-91bd-9e201d75f11e req-6cbdcbcb-43cb-4dd3-9ec1-aa29db3c26e3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 945 time: 0.3502734 Apr 14 16:13:50.818352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Checking segment: {'id': '21a1bce0-bade-4833-b958-52b150e6bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:50.818933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Network hostable DHCP agents. Network: e3952ccd-96a5-4c72-8e19-8dfa17a2db71, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:13:50.839977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Allocated IP 172.20.0.1 (8d515fb2-b1de-4736-b00c-498372abc8b3/b5d13d94-5f96-4ab4-9333-f3305deae33a/d63b6c6c-1944-413c-98f8-92f1909010bc) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:50.848198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:13:50.863064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, e3952ccd-96a5-4c72-8e19-8dfa17a2db71) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:50.864851 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85239-3846-401f-aedd-6eab2b2d2957 None None] Pushing event updated for resources: {'Port': ['ID=95096285-03fc-4db5-a2d8-89088e0e8775,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:50.887405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:50.888337 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.889988 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-83a85239-3846-401f-aedd-6eab2b2d2957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:50.897745 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c29a0a28-c5f6-482a-91bd-9e201d75f11e req-2be062e1-e11e-458f-a262-4d0f15826026 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139793 Apr 14 16:13:50.898983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8c9043-c07e-4b47-8bf7-6e7d2e480c09 None None] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:13:50.931924 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-94995ec9-7bcf-4ed3-b375-19a794f884c4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6508615 Apr 14 16:13:50.934590 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35126) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:50.944179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:13:50.958441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:13:50.967285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Usage tracker for resource:router and tenant:1120024b1675408c8b6a013f908b663f is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:13:50.971222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:13:50.978706 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:13:50.991385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854319606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124653'] for router, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:50.993257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-456303', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854330237', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-425747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854651148'] for router, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:51.005161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b719b1c-6ce7-4a76-ae2f-d90e25157dcc None None] Pushing event updated for resources: {'Port': ['ID=6cb9cb46-04f9-48f9-b6f2-d4f655c45123,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:51.014430 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:51.022469 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6b719b1c-6ce7-4a76-ae2f-d90e25157dcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:51.098973 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Routers {'14cba708-0dfd-4564-999d-7f3254aa1348'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:51.099686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['14cba708-0dfd-4564-999d-7f3254aa1348'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:51.198485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 1187c9f6-2751-4d30-beb6-c027d2c2065b up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:51.233518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:51.276287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Transition to ACTIVE for port object d63b6c6c-1944-413c-98f8-92f1909010bc will not be triggered until provisioned by entity DHCP. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:51.319756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:51.337702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:51.482851 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Attempting to bind port 95096285-03fc-4db5-a2d8-89088e0e8775 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:51.483206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Attempting to bind port 95096285-03fc-4db5-a2d8-89088e0e8775 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:51.483576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Attempting to bind port 95096285-03fc-4db5-a2d8-89088e0e8775 on network 81a37163-653e-470f-a94e-0abcd991baa3 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:51.501191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Pushing event updated for resources: {'Port': ['ID=d63b6c6c-1944-413c-98f8-92f1909010bc,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:51.545775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:51.546457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Checking segment: {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:51.547267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:51.547840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Bound using segment: {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:51.549057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Bound port: 95096285-03fc-4db5-a2d8-89088e0e8775, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:51.549644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:51.556656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:51.607161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1f4f67f-d40b-56aa-bc6f-d91accdfe531-e3952ccd-96a5-4c72-8e19-8dfa17a2db71', 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'fixed_ips': [{'subnet_id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c'}]}} from dv-cinder-786266-1-smb. {{(pid=85271) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 14 16:13:51.608383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:51.711825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] Set router 14cba708-0dfd-4564-999d-7f3254aa1348 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:51.724467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:51.725862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:51.729744 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:51.754906 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 1187c9f6-2751-4d30-beb6-c027d2c2065b triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:51.755332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:51.957888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854381680'] for router_interface, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:52.232510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 199dabba-badd-46e1-9b61-1cba94b3e9d8 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:52.239019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-f3301487-5579-4f37-ba55-629dcdca7b32 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:52.240595 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-f3301487-5579-4f37-ba55-629dcdca7b32 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 945 time: 0.4146461 Apr 14 16:13:52.243662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:52.304961 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:39Z', 'updated_at': '2021-04-14T16:13:46Z', 'revision_number': 3, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'gw_port': {'id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:42Z', 'updated_at': '2021-04-14T16:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:52.310067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc218dd3-8bef-494a-bded-9c8338c5f80a None None] The sync data for ids ['14cba708-0dfd-4564-999d-7f3254aa1348'] in dv-cinder-786266-1-smb is: [{'id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:39Z', 'updated_at': '2021-04-14T16:13:46Z', 'revision_number': 3, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'gw_port': {'id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:42Z', 'updated_at': '2021-04-14T16:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:52.330470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-a56488dd-8231-4ef8-9b04-da5e906194ff None None] Provisioning for port d63b6c6c-1944-413c-98f8-92f1909010bc completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:52.393738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-394108', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854319363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854651253'] for router, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:52.570237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350689bd-b756-4541-955e-f9c745e63379 req-1b879757-4d26-443e-ac3b-49947cac15ab tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:52.570237 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-350689bd-b756-4541-955e-f9c745e63379 req-1b879757-4d26-443e-ac3b-49947cac15ab tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.4141908 Apr 14 16:13:52.594124 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:52.630513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-a56488dd-8231-4ef8-9b04-da5e906194ff None None] Provisioning complete for port d63b6c6c-1944-413c-98f8-92f1909010bc triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:52.631179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a56488dd-8231-4ef8-9b04-da5e906194ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:52.678441 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-350689bd-b756-4541-955e-f9c745e63379 req-229c5bea-e4c3-42fe-8c80-e7c2b7a9f861 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946810 Apr 14 16:13:52.699555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Allocated IP 172.20.0.2 (e3952ccd-96a5-4c72-8e19-8dfa17a2db71/d5d83e0a-8a79-47fc-878e-65a509ec267c/82f4b20c-42fb-4aa3-9a3b-8fa717080a81) {{(pid=85271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:52.764315 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:52.778577 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-a56488dd-8231-4ef8-9b04-da5e906194ff None None] Port d63b6c6c-1944-413c-98f8-92f1909010bc cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:52.790702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] For port 95096285-03fc-4db5-a2d8-89088e0e8775, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:52.810531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5b9e22c5-063d-4c42-8665-fa94ce5a60b7 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:52.842253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853169425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854332615'] for router_interface, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:52.859138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] For port 95096285-03fc-4db5-a2d8-89088e0e8775, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=95096285-03fc-4db5-a2d8-89088e0e8775,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:52.869594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:52.896148 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-83a85239-3846-401f-aedd-6eab2b2d2957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:52.996698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cdb85-80ea-4040-bb36-831ee307f452 req-7731e3f3-9f91-462c-9945-1585c7f095c0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:53.006186 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c11cdb85-80ea-4040-bb36-831ee307f452 req-7731e3f3-9f91-462c-9945-1585c7f095c0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 1.1774044 Apr 14 16:13:53.076264 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c11cdb85-80ea-4040-bb36-831ee307f452 req-17e7b0d4-88d6-4370-a752-1d58d95f6755 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702531 Apr 14 16:13:53.123222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:53.136082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:53.153721 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Deleting port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:13:53.154030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:53.167546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 199dabba-badd-46e1-9b61-1cba94b3e9d8 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:53.169029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:53.237324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:53.355478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:53.357383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a85239-3846-401f-aedd-6eab2b2d2957 None None] Pushing event updated for resources: {'Port': ['ID=95096285-03fc-4db5-a2d8-89088e0e8775,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:53.368376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Pushing event updated for resources: {'Port': ['ID=d63b6c6c-1944-413c-98f8-92f1909010bc,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:53.376152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-83a85239-3846-401f-aedd-6eab2b2d2957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:53.389171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:53.604334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Router 14cba708-0dfd-4564-999d-7f3254aa1348 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:13:53.643561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Allocated IP 172.28.2.96 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/9f6f0601-2fa0-42e5-ac0d-8aff06401680) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:53.664656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-430228a8-3b33-4a59-afde-b65a23d33803 None None] Provisioning complete for port d63b6c6c-1944-413c-98f8-92f1909010bc triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:53.665095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-430228a8-3b33-4a59-afde-b65a23d33803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:53.860719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:53.861926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Notify callbacks [] for port, precommit_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:53.897239 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Transition to ACTIVE for port object 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:53.930578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:53.954530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-430228a8-3b33-4a59-afde-b65a23d33803 None None] Port d63b6c6c-1944-413c-98f8-92f1909010bc cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:13:54.033150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] For port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,segment=NetworkSegment(7db99e14-a745-4427-9c12-24f31490c4da),segment_id=7db99e14-a745-4427-9c12-24f31490c4da)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:54.033792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:54.036247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:54.036992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:54.251771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-130b61ff-b28c-48cd-a43b-0816dc57e31c tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:54.261867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Calling delete_port for 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e owned by compute:nova {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:13:54.343666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:54.384007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:54.390526 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:54.393009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6f0601-2fa0-42e5-ac0d-8aff06401680,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:54.406981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:54.408985 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:54.479755 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:54.485588 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108873e-d21b-4829-99cc-b33489a2da6f req-b1337f6c-f85e-4b16-bab2-e6bbaee38f03 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:54.487709 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3108873e-d21b-4829-99cc-b33489a2da6f req-b1337f6c-f85e-4b16-bab2-e6bbaee38f03 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 945 time: 1.6339273 Apr 14 16:13:54.505066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5001ff23-4294-4403-aac0-8cd5c9e4d8ba tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:54.745111 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3108873e-d21b-4829-99cc-b33489a2da6f req-461b8808-c593-495d-a16f-64ae017bd40e tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/security-groups?id=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278280 Apr 14 16:13:54.875168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:54.935077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Transition to ACTIVE for port object 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 will not be triggered until provisioned by entity DHCP. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:54.970438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:55.024152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:55.040673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:13:55.041068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:13:55.069127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617'] for port, after_create {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:55.101704 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Pushing event deleted for resources: {'Port': ['ID=9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:55.107809 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:55.109143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:55.167720 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] 10.222.0.61 "PUT /v2.0/routers/14cba708-0dfd-4564-999d-7f3254aa1348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9502349 Apr 14 16:13:55.279085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3301c7-3f52-4b4a-93dc-3d1ec239160d req-81df79a8-b62a-41ac-8f4b-09b45cc5475f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:55.287303 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cc3301c7-3f52-4b4a-93dc-3d1ec239160d req-81df79a8-b62a-41ac-8f4b-09b45cc5475f tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.3175197 Apr 14 16:13:55.325809 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b0013-b8e7-482f-80dd-8e9c97c31e72 req-a4809515-cc6b-4780-8b7c-5330fafedd25 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:55.343092 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-277b0013-b8e7-482f-80dd-8e9c97c31e72 req-a4809515-cc6b-4780-8b7c-5330fafedd25 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.9156096 Apr 14 16:13:55.381557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:55.382804 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cc3301c7-3f52-4b4a-93dc-3d1ec239160d req-9b2b830b-402a-4e91-86bd-155dfbeac6a1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943091 Apr 14 16:13:55.436860 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-277b0013-b8e7-482f-80dd-8e9c97c31e72 req-3cb9b17f-8f45-4ee8-ae86-e5b4ac5092c8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898850 Apr 14 16:13:55.481299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-743feb45-a3e5-4be6-932d-276171e484bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:55.546808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] No DVR routers for this DVR port 9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e on host hv-cinder-78626 {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:13:55.552089 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:55.554437 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9a4e00e5-5e4e-48d8-afbf-5c30ea3a38f8 req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.49 "DELETE /v2.0/ports/9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e HTTP/1.1" status: 204 len: 173 time: 2.9548180 Apr 14 16:13:55.555016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7', 'name': 'network-vif-deleted', 'tag': '9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:55.619188 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7', 'name': 'network-vif-deleted', 'tag': '9c0de6d5-ee9a-4093-bd04-79a2fecf7d4e', 'status': 'completed', 'code': 200} Apr 14 16:13:55.649784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Pushing event updated for resources: {'Port': ['ID=82f4b20c-42fb-4aa3-9a3b-8fa717080a81,revision_number=1']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:55.657356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:55.661247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 is already hosted by enough agents. {{(pid=85271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:13:55.672738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Resources bound (agent type, host, resource id): {{(pid=85271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:13:55.677656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Received port after_create {{(pid=85271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:13:55.713079 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:55.743056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:55.743302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:55.905190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '95096285-03fc-4db5-a2d8-89088e0e8775', 'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'mac_address': 'fa:16:3e:43:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:40Z', 'updated_at': '2021-04-14T16:13:52Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'subnets': [{'id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:55.909885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Attempting to bind port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:13:55.911135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Attempting to bind port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '21a1bce0-bade-4833-b958-52b150e6bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:13:55.911780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Attempting to bind port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 on network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:13:55.953801 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0549d-0c86-4e48-9017-6beedb9939d4 None None] The sync data for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb is: [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '95096285-03fc-4db5-a2d8-89088e0e8775', 'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'mac_address': 'fa:16:3e:43:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:40Z', 'updated_at': '2021-04-14T16:13:52Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'subnets': [{'id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:13:55.966981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:13:55.967676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Checking segment: {'id': '21a1bce0-bade-4833-b958-52b150e6bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:13:55.968329 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:55.968929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Bound using segment: {'id': '21a1bce0-bade-4833-b958-52b150e6bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:13:55.969635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Bound port: 82f4b20c-42fb-4aa3-9a3b-8fa717080a81, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a1bce0-bade-4833-b958-52b150e6bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:13:55.970265 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:56.010509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-456437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854381737'] for router, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:56.200833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e5b43201-ef58-41fd-9916-9384e0f60e55 req-1095b5c7-3683-4199-ab22-f7d475bc2b68 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Synchronizing usage tracker for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:13:56.239446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e5b43201-ef58-41fd-9916-9384e0f60e55 req-1095b5c7-3683-4199-ab22-f7d475bc2b68 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Unset dirty status for tenant:e2dadc049578474d827cc4eddeaacf22 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:13:56.240776 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e5b43201-ef58-41fd-9916-9384e0f60e55 req-1095b5c7-3683-4199-ab22-f7d475bc2b68 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3cfcaba-4fec-4f00-84a3-6e8fad0f24e7 HTTP/1.1" status: 200 len: 210 time: 0.1653833 Apr 14 16:13:56.398327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74ceb9-0ef4-49ac-8564-d7d9b3761cec req-09aade8c-f37d-4ce3-9418-4872942e3be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:56.400150 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-df74ceb9-0ef4-49ac-8564-d7d9b3761cec req-09aade8c-f37d-4ce3-9418-4872942e3be1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 1098 time: 1.0810554 Apr 14 16:13:56.438304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-7648e0f7-00a1-4c6f-a263-dc215b6a7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:56.442876 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-7648e0f7-00a1-4c6f-a263-dc215b6a7b29 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 1099 time: 0.1964450 Apr 14 16:13:56.464185 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-df74ceb9-0ef4-49ac-8564-d7d9b3761cec req-766ba4d3-84f0-4172-ade4-df4cdcb27084 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509279 Apr 14 16:13:56.467978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 is scheduled to L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b with binding_index 1 {{(pid=85270) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 14 16:13:56.578739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Sync routers for ids ['14cba708-0dfd-4564-999d-7f3254aa1348'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:56.688439 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Routers {'14cba708-0dfd-4564-999d-7f3254aa1348'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:56.689159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['14cba708-0dfd-4564-999d-7f3254aa1348'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:56.818989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-3ed9fd6d-4f87-4ab2-8dd3-a393d982e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:56.820513 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-3ed9fd6d-4f87-4ab2-8dd3-a393d982e005 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.3678904 Apr 14 16:13:56.957458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:13:56.967400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Sync routers for ids ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:13:56.980424 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-471845a1-2214-43d1-ac78-2bd18d68cfba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc HTTP/1.1" status: 200 len: 1001 time: 0.1513240 Apr 14 16:13:56.987979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Routers {'765cf31d-ceb2-4d1b-9d59-d08cb905a980'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:13:56.988676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:57.024746 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:57.033622 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:57.034981 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.0977044 Apr 14 16:13:57.038817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35192) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:57.105550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] For port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:13:57.162573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a084be-e562-4d18-8ac3-07733972f8a6 req-3b0491f6-b564-45c6-963c-8807b9ae7565 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:57.177512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Set router 14cba708-0dfd-4564-999d-7f3254aa1348 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:57.181049 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b5a084be-e562-4d18-8ac3-07733972f8a6 req-3b0491f6-b564-45c6-963c-8807b9ae7565 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.4265594 Apr 14 16:13:57.257667 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b5a084be-e562-4d18-8ac3-07733972f8a6 req-fcfcd1a4-f195-422e-b9f5-459f3d5f37ef tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755470 Apr 14 16:13:57.307941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-0ae7a28b-c45e-4843-adc8-890f1b40a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:57.309559 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-0ae7a28b-c45e-4843-adc8-890f1b40a58a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.3016400 Apr 14 16:13:57.371750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=6cb9cb46-04f9-48f9-b6f2-d4f655c45123,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:57.419412 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822aa17-3e99-4ec4-8e13-ca1907ad3108 req-55c0f28e-8b46-4993-a3cb-1267f4da9b00 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:57.423000 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1822aa17-3e99-4ec4-8e13-ca1907ad3108 req-55c0f28e-8b46-4993-a3cb-1267f4da9b00 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.5096066 Apr 14 16:13:57.485167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:57.499519 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] For port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=82f4b20c-42fb-4aa3-9a3b-8fa717080a81,segment=NetworkSegment(21a1bce0-bade-4833-b958-52b150e6bb29),segment_id=21a1bce0-bade-4833-b958-52b150e6bb29)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:13:57.507821 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1822aa17-3e99-4ec4-8e13-ca1907ad3108 req-3279df2d-693f-4e0b-9c5e-d69ee7898150 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532377 Apr 14 16:13:57.529470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:57.572603 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-8861db29-68fb-4ae4-ae0c-df48089ad5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:57.575920 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-8861db29-68fb-4ae4-ae0c-df48089ad5ba service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2558396 Apr 14 16:13:57.576467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35198) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:57.723841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=6cb9cb46-04f9-48f9-b6f2-d4f655c45123,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:57.733405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:57.872625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Set router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:13:57.990681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:57.991251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:58.011498 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-b3d8cfe6-755e-454d-8609-5dbeb271ad2b service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249135 Apr 14 16:13:58.076598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6618b2-0c32-4898-b81a-c671684d8a61 admin admin] Deleting subnet 40c90a62-c7c0-44af-a81f-f16d6983458d {{(pid=85269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:13:58.077078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Pushing event updated for resources: {'Port': ['ID=82f4b20c-42fb-4aa3-9a3b-8fa717080a81,revision_number=2']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:58.080616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 95096285-03fc-4db5-a2d8-89088e0e8775 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:13:58.113653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:58.122144 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d991ba51-699f-47ea-b382-3c3b32c65119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:58.131931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cd6618b2-0c32-4898-b81a-c671684d8a61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:58.372650 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:58.430443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:58.468973 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3622473-7ae6-48c9-ac4b-8b2f4b1047cf req-72eaebd6-a51c-40d0-a837-7b5556e79c32 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882413 Apr 14 16:13:58.501137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cd6618b2-0c32-4898-b81a-c671684d8a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846857966'] for subnet, precommit_delete_associations {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:58.504323 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 95096285-03fc-4db5-a2d8-89088e0e8775 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:13:58.510284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:58.513246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 95096285-03fc-4db5-a2d8-89088e0e8775 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:13:58.513660 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:58.568105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:39Z', 'updated_at': '2021-04-14T16:13:52Z', 'revision_number': 4, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'gw_port': {'id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:42Z', 'updated_at': '2021-04-14T16:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'd63b6c6c-1944-413c-98f8-92f1909010bc', 'name': '', 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'mac_address': 'fa:16:3e:a9:dc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b5d13d94-5f96-4ab4-9333-f3305deae33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:13:52Z', 'revision_number': 2, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'subnets': [{'id': 'b5d13d94-5f96-4ab4-9333-f3305deae33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:58.574252 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Checking router: 14cba708-0dfd-4564-999d-7f3254aa1348 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:58.574659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Updating router 14cba708-0dfd-4564-999d-7f3254aa1348 port d63b6c6c-1944-413c-98f8-92f1909010bc binding host dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:58.615847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cd6618b2-0c32-4898-b81a-c671684d8a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:58.642812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:13:54Z', 'revision_number': 3, 'project_id': '1120024b1675408c8b6a013f908b663f', 'gw_port': {'id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:53Z', 'updated_at': '2021-04-14T16:13:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:13:58.671570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Checking router: 765cf31d-ceb2-4d1b-9d59-d08cb905a980 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:13:58.671989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Updating router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 port 9f6f0601-2fa0-42e5-ac0d-8aff06401680 binding host dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:13:58.707844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:58.813712 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.089993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Allocated IP 172.20.0.1 (e3952ccd-96a5-4c72-8e19-8dfa17a2db71/d5d83e0a-8a79-47fc-878e-65a509ec267c/80056c2b-00b7-4a7a-b98e-6314e82fff94) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:13:59.143754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b06d39-126f-4bd5-850d-f813cc7ef7a4 req-5524be84-d141-4c9a-9bdd-aec84bb9b66e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:59.145815 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4b06d39-126f-4bd5-850d-f813cc7ef7a4 req-5524be84-d141-4c9a-9bdd-aec84bb9b66e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 946 time: 0.6605961 Apr 14 16:13:59.224532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cd6618b2-0c32-4898-b81a-c671684d8a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6534804'] for subnet, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.253478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:59.372990 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6618b2-0c32-4898-b81a-c671684d8a61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c90a62-c7c0-44af-a81f-f16d6983458d,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:13:59.373780 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4b06d39-126f-4bd5-850d-f813cc7ef7a4 req-ba72ee55-f4cc-46f4-8e9f-cba12acd57cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198217 Apr 14 16:13:59.376354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cd6618b2-0c32-4898-b81a-c671684d8a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:13:59.469855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4deb98-ef7e-4c53-b1e4-546779c5cb62 req-6c115702-fb5b-4c4e-ab4e-e8c00f346800 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:13:59.471606 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9e4deb98-ef7e-4c53-b1e4-546779c5cb62 req-6c115702-fb5b-4c4e-ab4e-e8c00f346800 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.3412580 Apr 14 16:13:59.526499 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9e4deb98-ef7e-4c53-b1e4-546779c5cb62 req-1fb17e6e-343b-4ebc-81b6-7e9d41cbfe90 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374956 Apr 14 16:13:59.532377 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cd6618b2-0c32-4898-b81a-c671684d8a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.543035 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-cd6618b2-0c32-4898-b81a-c671684d8a61 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/40c90a62-c7c0-44af-a81f-f16d6983458d HTTP/1.1" status: 204 len: 168 time: 1.9631758 Apr 14 16:13:59.543674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35206) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:13:59.562217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:13:59.562428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.609287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Transition to ACTIVE for port object 80056c2b-00b7-4a7a-b98e-6314e82fff94 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:59.635056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.687222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.724677 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:59.725513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.739298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.757364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:59.763405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:13:59.782348 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Notify callbacks [] for port, precommit_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.789155 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.resource_extend [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 14 16:13:59.811632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.814553 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Transition to ACTIVE for port object 9f6f0601-2fa0-42e5-ac0d-8aff06401680 will not be triggered until provisioned by entity L2. {{(pid=85272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:13:59.816266 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:59.827217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:13:59.860314 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:13:59.924631 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'code': 200} Apr 14 16:13:59.938164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 95096285-03fc-4db5-a2d8-89088e0e8775, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=95096285-03fc-4db5-a2d8-89088e0e8775,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:13:59.942273 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.050962 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.072507 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Pushing event updated for resources: {'Port': ['ID=80056c2b-00b7-4a7a-b98e-6314e82fff94,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:00.101269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.103216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:00.297583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:00.299683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=8']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:00.303700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:00.311380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:00.313914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:00.331985 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:00.405982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6fa5e-b18c-4ede-bf15-d12c4700ece0 None None] Pushing event updated for resources: {'Port': ['ID=9f6f0601-2fa0-42e5-ac0d-8aff06401680,revision_number=2']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:00.439082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-13a6fa5e-b18c-4ede-bf15-d12c4700ece0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:00.441858 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Notify callbacks [] for port, precommit_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.525921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:00.535395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854381680'] for router_interface, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.558472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Attempting to bind port 9f6f0601-2fa0-42e5-ac0d-8aff06401680 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:00.559846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Attempting to bind port 9f6f0601-2fa0-42e5-ac0d-8aff06401680 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:00.559983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Attempting to bind port 9f6f0601-2fa0-42e5-ac0d-8aff06401680 on network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:00.583350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:00.591361 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338a5bab-a8c6-45d7-ae94-e0542cc9e87e']}} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:00.598527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Checking segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:00.601142 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.618208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Bound using segment: {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'} {{(pid=85272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:00.619503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Bound port: 9f6f0601-2fa0-42e5-ac0d-8aff06401680, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c8ae03e-d68b-4456-a533-7a779d3fac77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}}] {{(pid=85272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:00.627442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.703604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db99e14-a745-4427-9c12-24f31490c4da') {'for_net_delete': True} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:00.703604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db99e14-a745-4427-9c12-24f31490c4da') {} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:00.781328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-5b361d21-e838-4123-8cf6-a1f1f7dc7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:00.787424 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-5b361d21-e838-4123-8cf6-a1f1f7dc7658 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 1098 time: 0.5365767 Apr 14 16:14:00.789443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846856476'] for segment, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.841455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a1dc-2312-4e04-b0e3-261d470383c7 req-9b71f5ff-e3cc-4689-8821-31455f82933a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:00.854899 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9408a1dc-2312-4e04-b0e3-261d470383c7 req-9b71f5ff-e3cc-4689-8821-31455f82933a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.5034552 Apr 14 16:14:00.886908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] For port 9f6f0601-2fa0-42e5-ac0d-8aff06401680, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:00.896144 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] For port 9f6f0601-2fa0-42e5-ac0d-8aff06401680, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=9f6f0601-2fa0-42e5-ac0d-8aff06401680,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:00.901671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85272) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:00.909874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f2d05-c6e8-4877-9e15-ce238946ff22 None None] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:14:00.936332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Transition to ACTIVE for port object d63b6c6c-1944-413c-98f8-92f1909010bc will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:00.940591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:01.022310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:01.036026 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:01.038750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.065110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-40c56cd2-a533-4d96-939b-9656802b3ec1 None None] Provisioning for port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:01.081675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.087479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6fa5e-b18c-4ede-bf15-d12c4700ece0 None None] Pushing event updated for resources: {'Port': ['ID=9f6f0601-2fa0-42e5-ac0d-8aff06401680,revision_number=3']} {{(pid=85272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:01.091700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-13a6fa5e-b18c-4ede-bf15-d12c4700ece0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85272) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:01.248183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.257905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.263325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-56277316-cfbe-443a-af27-bea054ea2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:01.264959 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-56277316-cfbe-443a-af27-bea054ea2004 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 919 time: 0.4087548 Apr 14 16:14:01.280867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Routers {'765cf31d-ceb2-4d1b-9d59-d08cb905a980'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:01.281468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:01.306577 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-40c56cd2-a533-4d96-939b-9656802b3ec1 None None] Provisioning complete for port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:01.310295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-40c56cd2-a533-4d96-939b-9656802b3ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.575226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=95096285-03fc-4db5-a2d8-89088e0e8775,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:01.591408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b8f33-b9dd-40da-88ab-31394d902e18 req-8c1c4c17-57f8-41c7-a97f-55745c4901e8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:01.598348 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.268s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:01.601928 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-084b8f33-b9dd-40da-88ab-31394d902e18 req-8c1c4c17-57f8-41c7-a97f-55745c4901e8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.8450806 Apr 14 16:14:01.623015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:01.638449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] Set router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:01.716065 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-084b8f33-b9dd-40da-88ab-31394d902e18 req-805f9352-2ab2-466e-8a76-e9796137a8e8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991755 Apr 14 16:14:01.772047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.779337 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.811995 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-bc3b70d4-bad0-4ee1-b8d0-04d16c3b6bef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de852778-0524-498b-8486-dada131f4748 HTTP/1.1" status: 200 len: 217 time: 0.5255322 Apr 14 16:14:01.816476 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9408a1dc-2312-4e04-b0e3-261d470383c7 req-35aa7ad1-e854-4bdb-a984-4b9247b74197 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7408872 Apr 14 16:14:01.817583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=85269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:14:01.840620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:01.850474 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-40c56cd2-a533-4d96-939b-9656802b3ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.924299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-40c56cd2-a533-4d96-939b-9656802b3ec1 None None] For port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=82f4b20c-42fb-4aa3-9a3b-8fa717080a81,segment=NetworkSegment(21a1bce0-bade-4833-b958-52b150e6bb29),segment_id=21a1bce0-bade-4833-b958-52b150e6bb29)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:01.941379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-40c56cd2-a533-4d96-939b-9656802b3ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:01.948716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-bfb17b1d-3355-49a6-9784-dea176e66ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:01.951203 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-bfb17b1d-3355-49a6-9784-dea176e66ed5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 200 len: 858 time: 0.1166618 Apr 14 16:14:02.097449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Pushing event updated for resources: {'Port': ['ID=80056c2b-00b7-4a7a-b98e-6314e82fff94,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:02.112037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:02.120907 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ca07e-a5ae-41ac-8263-cda4b567442a None None] Pushing event updated for resources: {'Port': ['ID=d63b6c6c-1944-413c-98f8-92f1909010bc,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:02.151285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853169425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854332615'] for router_interface, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:02.182476 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-070ca07e-a5ae-41ac-8263-cda4b567442a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:02.192480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c8ad3262-0a49-46e8-a92e-e9c59711941a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:02.207889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:14:02.220537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6512918'] for segment, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:02.366627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:14:00Z', 'revision_number': 4, 'project_id': '1120024b1675408c8b6a013f908b663f', 'gw_port': {'id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:53Z', 'updated_at': '2021-04-14T16:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '80056c2b-00b7-4a7a-b98e-6314e82fff94', 'name': '', 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'mac_address': 'fa:16:3e:26:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:58Z', 'updated_at': '2021-04-14T16:13:59Z', 'revision_number': 1, 'project_id': '1120024b1675408c8b6a013f908b663f', 'subnets': [{'id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:02.375886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca31e49-9cd3-4161-900e-5ac39197d698 None None] The sync data for ids ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'] in dv-cinder-786266-1-smb is: [{'id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:14:00Z', 'revision_number': 4, 'project_id': '1120024b1675408c8b6a013f908b663f', 'gw_port': {'id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:53Z', 'updated_at': '2021-04-14T16:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '80056c2b-00b7-4a7a-b98e-6314e82fff94', 'name': '', 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'mac_address': 'fa:16:3e:26:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:58Z', 'updated_at': '2021-04-14T16:13:59Z', 'revision_number': 1, 'project_id': '1120024b1675408c8b6a013f908b663f', 'subnets': [{'id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:14:02.395666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c56cd2-a533-4d96-939b-9656802b3ec1 None None] Pushing event updated for resources: {'Port': ['ID=82f4b20c-42fb-4aa3-9a3b-8fa717080a81,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:02.408150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:02.409422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:02.442395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-40c56cd2-a533-4d96-939b-9656802b3ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:02.620433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Network 338a5bab-a8c6-45d7-ae94-e0542cc9e87e has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:14:02.690384 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-c55b8fb8-f4f6-4037-a7d5-c791c36f63e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743721 Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:14:02.709020 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:14:02.717082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:14:02.780618 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Attempting to bind port d63b6c6c-1944-413c-98f8-92f1909010bc on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:02.781103 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Attempting to bind port d63b6c6c-1944-413c-98f8-92f1909010bc by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '304f4f92-208e-4cdc-a0b3-f436d5ae158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:02.781530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Attempting to bind port d63b6c6c-1944-413c-98f8-92f1909010bc on network 8d515fb2-b1de-4736-b00c-498372abc8b3 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:02.785714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:02.902489 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-0bd3915b-fe6e-46c2-8aa3-8de6c998a077 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924572 Apr 14 16:14:03.053083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:14:03.145093 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:03.145853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Checking segment: {'id': '304f4f92-208e-4cdc-a0b3-f436d5ae158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:03.146500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:03.147098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Bound using segment: {'id': '304f4f92-208e-4cdc-a0b3-f436d5ae158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:03.147789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Bound port: d63b6c6c-1944-413c-98f8-92f1909010bc, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304f4f92-208e-4cdc-a0b3-f436d5ae158f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:03.148359 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:03.291629 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] For port d63b6c6c-1944-413c-98f8-92f1909010bc, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:03.295953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] For port d63b6c6c-1944-413c-98f8-92f1909010bc, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=d63b6c6c-1944-413c-98f8-92f1909010bc,segment=NetworkSegment(304f4f92-208e-4cdc-a0b3-f436d5ae158f),segment_id=304f4f92-208e-4cdc-a0b3-f436d5ae158f)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:03.389803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:14:03.421507 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] 10.222.0.61 "PUT /v2.0/routers/765cf31d-ceb2-4d1b-9d59-d08cb905a980/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3806827 Apr 14 16:14:03.461598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:03.599798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:03.604023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-40c56cd2-a533-4d96-939b-9656802b3ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:03.722308 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:03.725008 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:03.805817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Pushing event deleted for resources: {'Network': ['ID=338a5bab-a8c6-45d7-ae94-e0542cc9e87e,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:03.826031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:03.852320 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-befe311d-8ba9-4ee6-87bb-b0b1f164ad47 admin admin] 10.222.0.61 "DELETE /v2.0/networks/338a5bab-a8c6-45d7-ae94-e0542cc9e87e HTTP/1.1" status: 204 len: 168 time: 4.3074903 Apr 14 16:14:03.881007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38563e2-034b-4528-b0a9-9efddaf1725e req-71d132f0-fe18-4718-b210-a57394ee9a39 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:03.900620 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a38563e2-034b-4528-b0a9-9efddaf1725e req-71d132f0-fe18-4718-b210-a57394ee9a39 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.7176077 Apr 14 16:14:03.916050 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-312cff7d-cd4e-4558-ae05-a4724ef68912 req-cfbd882b-548b-488e-97cd-6724580cebf8 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8527622 Apr 14 16:14:03.978043 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a38563e2-034b-4528-b0a9-9efddaf1725e req-58d74745-e96a-4f0b-bfd0-1f07d44e1a41 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608778 Apr 14 16:14:04.153677 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a442d-38ac-4f3a-998c-7a7bcbd7a040 req-2623d436-43c9-4472-b716-d896867b4f3a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:04.162968 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a62a442d-38ac-4f3a-998c-7a7bcbd7a040 req-2623d436-43c9-4472-b716-d896867b4f3a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1553347 Apr 14 16:14:04.222697 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a62a442d-38ac-4f3a-998c-7a7bcbd7a040 req-55543db7-7779-4eb6-8b33-77e5bc6c1ac0 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587604 Apr 14 16:14:04.245659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ca07e-a5ae-41ac-8263-cda4b567442a None None] Pushing event updated for resources: {'Port': ['ID=d63b6c6c-1944-413c-98f8-92f1909010bc,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:04.274350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:04.275278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:04.338686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-070ca07e-a5ae-41ac-8263-cda4b567442a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:04.347429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35256) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:04.418695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Routers {'14cba708-0dfd-4564-999d-7f3254aa1348'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:04.434385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['14cba708-0dfd-4564-999d-7f3254aa1348'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:04.463710 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8e2ac983-f094-47eb-9f0e-175e41dc91fa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e2dadc049578474d827cc4eddeaacf22&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1149778 Apr 14 16:14:04.467663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35260) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:04.638477 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:04.795200 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:04.949538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:04.955634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-39e76c7b-15bf-4d3d-8d59-43a96d5a988c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:04.999905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:05.048080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.048711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.049180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.049544 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.049946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.050379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.050779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.051178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.051580 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.051984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.052376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.052774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:05.067938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:05.084533 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:05.105044 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a0ed76d-63ac-4f5d-a5c8-e59bbb080f46 HTTP/1.1" status: 204 len: 168 time: 0.6356437 Apr 14 16:14:05.392942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35278) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:05.513390 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35284) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:05.520346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572598422', 'description': 'tempest-secgroup-smoke-572598422 description', 'project_id': 'c54499001d8b4a81bad0778281e95ca5'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:05.531545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:05.543774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Usage tracker for resource:security_group and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:05.555191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:05.568245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:05.579131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:05.606456 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:05.611531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Usage tracker for resource:security_group_rule and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:05.639137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:05.654853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e64426-0154-41de-a1b2-1dffdbf96c73 req-69f37b9b-2e13-4009-837b-b94fc1004ae9 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:05.656868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:05.667734 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05e64426-0154-41de-a1b2-1dffdbf96c73 req-69f37b9b-2e13-4009-837b-b94fc1004ae9 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.3752725 Apr 14 16:14:05.773306 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05e64426-0154-41de-a1b2-1dffdbf96c73 req-3551fbeb-5d0e-4571-885b-6fe125f4938c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040254 Apr 14 16:14:05.806770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] Set router 14cba708-0dfd-4564-999d-7f3254aa1348 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:05.843421 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-9584d10c-ef62-4110-bed1-b78b9213bcf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4492338 Apr 14 16:14:05.966833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10db52-1339-456b-8f06-9251d7415edc req-c45a9080-db1d-473c-8beb-f7c9184600f7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:05.979724 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8f10db52-1339-456b-8f06-9251d7415edc req-c45a9080-db1d-473c-8beb-f7c9184600f7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.2426097 Apr 14 16:14:06.042404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-26b4f712-fb1a-47df-8dd6-4bfd6a4e0d0e None None] Provisioning complete for port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:06.042907 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-26b4f712-fb1a-47df-8dd6-4bfd6a4e0d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.054516 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.065103 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.129858 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8cdf8f15-111c-4689-b926-5946a7160a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:06.172700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.179923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35306) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:06.183168 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6681814 Apr 14 16:14:06.187759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Request body: {'security_group_rule': {'security_group_id': '296da374-d1c2-473f-a9d0-c004b7432341', 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:06.212114 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8f10db52-1339-456b-8f06-9251d7415edc req-548e8595-0391-45ca-940c-524e8a2a4d9a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303145 Apr 14 16:14:06.213496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:06.224611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Usage tracker for resource:security_group_rule and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:06.233483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:06.260230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296da374-d1c2-473f-a9d0-c004b7432341,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:06.274981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:06.278675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.280344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.288243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.288982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.289860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.290508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.292384 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.292925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.293575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.294187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.297855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.298805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:06.304702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:06.341350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.479105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 95096285-03fc-4db5-a2d8-89088e0e8775 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:06.510558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.516830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.527896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-14f5edb3-8fce-44ba-b929-3c2e468a9219 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:06.594216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4db75f-0507-4512-b6c7-de6eecedad92,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:06.606193 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:06.643009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.658953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35318) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:06.665745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Request body: {'security_group_rule': {'security_group_id': '296da374-d1c2-473f-a9d0-c004b7432341', 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:06.670735 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-18999b41-4ae3-454e-a1a6-1630f0ef93d2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4893367 Apr 14 16:14:06.675808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 95096285-03fc-4db5-a2d8-89088e0e8775 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:06.676244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.698393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:06.715888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-26b4f712-fb1a-47df-8dd6-4bfd6a4e0d0e None None] Provisioning for port 80056c2b-00b7-4a7a-b98e-6314e82fff94 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:06.723701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Usage tracker for resource:security_group_rule and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:06.733400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:06.738689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-26b4f712-fb1a-47df-8dd6-4bfd6a4e0d0e None None] Provisioning complete for port 80056c2b-00b7-4a7a-b98e-6314e82fff94 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:06.739110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-26b4f712-fb1a-47df-8dd6-4bfd6a4e0d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.755236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:06.827770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:39Z', 'updated_at': '2021-04-14T16:13:52Z', 'revision_number': 4, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'gw_port': {'id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:42Z', 'updated_at': '2021-04-14T16:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'd63b6c6c-1944-413c-98f8-92f1909010bc', 'name': '', 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'mac_address': 'fa:16:3e:a9:dc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b5d13d94-5f96-4ab4-9333-f3305deae33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:14:03Z', 'revision_number': 4, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'subnets': [{'id': 'b5d13d94-5f96-4ab4-9333-f3305deae33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:06.831163 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:06.837098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c40d94-6014-4a38-b26b-81f16efc6953 None None] The sync data for ids ['14cba708-0dfd-4564-999d-7f3254aa1348'] in dv-cinder-786266-1-smb is: [{'id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:39Z', 'updated_at': '2021-04-14T16:13:52Z', 'revision_number': 4, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'gw_port': {'id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:42Z', 'updated_at': '2021-04-14T16:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'd63b6c6c-1944-413c-98f8-92f1909010bc', 'name': '', 'network_id': '8d515fb2-b1de-4736-b00c-498372abc8b3', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'mac_address': 'fa:16:3e:a9:dc:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'b5d13d94-5f96-4ab4-9333-f3305deae33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:14:03Z', 'revision_number': 4, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'subnets': [{'id': 'b5d13d94-5f96-4ab4-9333-f3305deae33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:14:06.850171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-26b4f712-fb1a-47df-8dd6-4bfd6a4e0d0e None None] Port 80056c2b-00b7-4a7a-b98e-6314e82fff94 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:14:07.014001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 9f6f0601-2fa0-42e5-ac0d-8aff06401680 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:07.205692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.211570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.221677 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 9f6f0601-2fa0-42e5-ac0d-8aff06401680 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:07.228717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a0643072-a081-4893-9b06-b1cb4b22e35e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:07.236317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0f1a5cbb-675a-408a-a8a3-16acfeb995fd None None] Provisioning complete for port 80056c2b-00b7-4a7a-b98e-6314e82fff94 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:07.236759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0f1a5cbb-675a-408a-a8a3-16acfeb995fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.345076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 9f6f0601-2fa0-42e5-ac0d-8aff06401680 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:07.346001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.421122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f413be02-cb7b-4f91-92ee-ea67a996b243,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:07.459235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e5a88-fac5-4085-820e-64d2a88528e8 req-802a8218-0a46-45e2-bd2b-74b8a7ab2a6d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:07.461112 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:07.481316 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-497e5a88-fac5-4085-820e-64d2a88528e8 req-802a8218-0a46-45e2-bd2b-74b8a7ab2a6d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.3261404 Apr 14 16:14:07.499848 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-919f217a-339e-48ee-91ae-99f90d17f386 req-e92b749c-58fa-497c-952e-1337d1a27cb1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5373027 Apr 14 16:14:07.501953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.505230 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8449931 Apr 14 16:14:07.521018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35334) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:07.569561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Request body: {'security_group_rule': {'security_group_id': '296da374-d1c2-473f-a9d0-c004b7432341', 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:07.592772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-0f1a5cbb-675a-408a-a8a3-16acfeb995fd None None] Port 80056c2b-00b7-4a7a-b98e-6314e82fff94 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:14:07.624056 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-497e5a88-fac5-4085-820e-64d2a88528e8 req-e9abee20-efe3-4fb1-a93b-ad3834f88581 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362309 Apr 14 16:14:07.625280 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:07.645671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Sync routers for ids ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:14:07.657356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Usage tracker for resource:security_group_rule and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:07.661899 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:07.679754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:07.746207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Routers {'765cf31d-ceb2-4d1b-9d59-d08cb905a980'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:07.747321 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:07.751008 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.940557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.941743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f217a-339e-48ee-91ae-99f90d17f386 req-55b61136-0cee-49f0-9802-15ca85231304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:07.943603 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-919f217a-339e-48ee-91ae-99f90d17f386 req-55b61136-0cee-49f0-9802-15ca85231304 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 1098 time: 0.4307580 Apr 14 16:14:07.946120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:07.951338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:07.974862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24cdbe-0f6a-4564-8a81-1c6d9dab67c3 req-f982b18c-1ab6-4b81-9702-22c802e52909 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:07.984864 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d24cdbe-0f6a-4564-8a81-1c6d9dab67c3 req-f982b18c-1ab6-4b81-9702-22c802e52909 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.3934257 Apr 14 16:14:07.999335 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b91c703-980e-459f-9b45-776a30ab14a3,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:08.004490 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:08.005466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:08.011044 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4576044 Apr 14 16:14:08.014402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35340) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:08.026409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Request body: {'security_group_rule': {'security_group_id': '296da374-d1c2-473f-a9d0-c004b7432341', 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:08.039197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:08.050618 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Usage tracker for resource:security_group_rule and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:08.055393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:08.070805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:08.108358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:08.116415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:08.139949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 9f6f0601-2fa0-42e5-ac0d-8aff06401680, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=9f6f0601-2fa0-42e5-ac0d-8aff06401680,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:08.145672 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:08.146812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:08.239975 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:08.279919 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d24cdbe-0f6a-4564-8a81-1c6d9dab67c3 req-b3d6a85a-0121-4927-aee9-0206f24acc3d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919397 Apr 14 16:14:08.328552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:08.338030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:08.343615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:08.373384 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=9f6f0601-2fa0-42e5-ac0d-8aff06401680,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:08.383807 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:08.403644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:08.404236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:08.425258 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:08.428989 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4107957 Apr 14 16:14:08.428989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fa1081-27bc-48be-b9bc-5f57490a4ae0,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:08.429981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35344) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:08.444073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-37b2a84f-828f-420c-a480-e251a06d6bf3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:08.459133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Request body: {'security_group_rule': {'security_group_id': '296da374-d1c2-473f-a9d0-c004b7432341', 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:08.480143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f217a-339e-48ee-91ae-99f90d17f386 req-924e003e-252c-4fd5-a21d-1c97ad2d218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:08.481745 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-919f217a-339e-48ee-91ae-99f90d17f386 req-924e003e-252c-4fd5-a21d-1c97ad2d218e service neutron] 10.222.0.49 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 912 time: 0.4927557 Apr 14 16:14:08.482895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:08.688817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Set router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:08.803345 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-919f217a-339e-48ee-91ae-99f90d17f386 req-cee1686d-ca49-406d-ac4d-619ca202f6bf service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487 HTTP/1.1" status: 200 len: 1001 time: 0.3112695 Apr 14 16:14:08.807443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Usage tracker for resource:security_group_rule and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:08.816157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:08.824074 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:08.967802 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.securitygroups_db [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Project c54499001d8b4a81bad0778281e95ca5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:14:09.020323 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:09.205618 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f217a-339e-48ee-91ae-99f90d17f386 req-530f066e-0e0a-4677-9235-6b6d3fdfc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:09.207248 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-919f217a-339e-48ee-91ae-99f90d17f386 req-530f066e-0e0a-4677-9235-6b6d3fdfc6db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 200 len: 850 time: 0.3925686 Apr 14 16:14:09.403768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-c2afdc5e-8a2d-428a-b399-bf00ca4f2a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:09.405868 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-c2afdc5e-8a2d-428a-b399-bf00ca4f2a4f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19&tenant_id=ddcd108ac1b949099e453989d0b5e973 HTTP/1.1" status: 200 len: 1097 time: 0.2224133 Apr 14 16:14:09.468732 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:09.476441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:09.495567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device d63b6c6c-1944-413c-98f8-92f1909010bc up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:09.502672 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2160967c-462b-413c-acee-622fbd9dd0e0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:09.536673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e9bb91-fc21-4b45-8d1f-e038a5eb5497,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:09.561672 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:09.563386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:09.566405 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1355152 Apr 14 16:14:09.570400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35360) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:09.580704 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Request body: {'security_group_rule': {'security_group_id': '296da374-d1c2-473f-a9d0-c004b7432341', 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:09.595459 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port d63b6c6c-1944-413c-98f8-92f1909010bc completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:09.596666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:09.603249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-11753109-d0a8-42a7-a5c2-d593eaebaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:09.603582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f217a-339e-48ee-91ae-99f90d17f386 req-84b3116f-0980-47ad-9749-e78abccf9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:09.604873 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-11753109-d0a8-42a7-a5c2-d593eaebaebf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 1097 time: 0.1686571 Apr 14 16:14:09.605524 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-919f217a-339e-48ee-91ae-99f90d17f386 req-84b3116f-0980-47ad-9749-e78abccf9b00 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4274df80-45c8-4eee-bef3-f047e276b4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3739283 Apr 14 16:14:09.608437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Usage tracker for resource:security_group_rule and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:09.612762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:09.613527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port d63b6c6c-1944-413c-98f8-92f1909010bc triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:09.614117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:09.621514 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:09.727061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:14:00Z', 'revision_number': 4, 'project_id': '1120024b1675408c8b6a013f908b663f', 'gw_port': {'id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:53Z', 'updated_at': '2021-04-14T16:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '80056c2b-00b7-4a7a-b98e-6314e82fff94', 'name': '', 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'mac_address': 'fa:16:3e:26:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:58Z', 'updated_at': '2021-04-14T16:14:01Z', 'revision_number': 2, 'project_id': '1120024b1675408c8b6a013f908b663f', 'subnets': [{'id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:09.752820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Checking router: 765cf31d-ceb2-4d1b-9d59-d08cb905a980 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:14:09.753415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Updating router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 port 80056c2b-00b7-4a7a-b98e-6314e82fff94 binding host dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 14 16:14:09.785908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-e8b7b67c-8537-4e36-a50e-1e14fb965ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:09.787573 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-e8b7b67c-8537-4e36-a50e-1e14fb965ede service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.1635346 Apr 14 16:14:09.795523 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-919f217a-339e-48ee-91ae-99f90d17f386 req-8ca78765-ab1a-45ed-9ced-a31ee569fbc5 service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710296 Apr 14 16:14:09.802163 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528318c-784a-4685-af80-4293b8f82364 req-85329000-68dc-4d55-88f0-1f0a0a4e77a6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:09.803813 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a528318c-784a-4685-af80-4293b8f82364 req-85329000-68dc-4d55-88f0-1f0a0a4e77a6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.3012047 Apr 14 16:14:09.811608 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.securitygroups_db [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Project c54499001d8b4a81bad0778281e95ca5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:14:09.822785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:09.835008 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:09.929567 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a528318c-784a-4685-af80-4293b8f82364 req-95da407d-fb27-47c5-bdf5-99b5274ffff1 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563116 Apr 14 16:14:09.943141 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:09.991100 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-ef3c1fd9-b91e-4fae-bfc9-17c95234920c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc HTTP/1.1" status: 200 len: 999 time: 0.1861279 Apr 14 16:14:10.020407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.029813 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:10.069457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30cd550-3e65-4e36-b765-d23d9a7b8a75,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:10.090783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:10.136962 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.139423 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5675352 Apr 14 16:14:10.162527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-d9b368ae-d912-4591-9518-795b0da937fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:10.164120 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-d9b368ae-d912-4591-9518-795b0da937fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.1607821 Apr 14 16:14:10.227307 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-919f217a-339e-48ee-91ae-99f90d17f386 req-3cb0c5d4-4faf-461d-8746-4d68370254f8 service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057455 Apr 14 16:14:10.301768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-7eab8d6b-6aa4-4b6f-9f65-9690f0ced0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:10.303710 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-7eab8d6b-6aa4-4b6f-9f65-9690f0ced0a6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1303263 Apr 14 16:14:10.567576 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-d0c25c58-9bb9-4d1e-9a33-6920ed558952 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470903 Apr 14 16:14:10.799839 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Notify callbacks [] for port, precommit_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.825509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Transition to ACTIVE for port object 80056c2b-00b7-4a7a-b98e-6314e82fff94 will not be triggered until provisioned by entity L2. {{(pid=85271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:10.837263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:10.842169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:11.179342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:11.348284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c41c2-df93-4baf-b739-7bbb50129ad1 req-3843e096-9227-4aea-b7a9-8fdcdb9749fb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:11.371542 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d06c41c2-df93-4baf-b739-7bbb50129ad1 req-3843e096-9227-4aea-b7a9-8fdcdb9749fb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.2092001 Apr 14 16:14:11.402679 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:11.441861 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port d63b6c6c-1944-413c-98f8-92f1909010bc, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=d63b6c6c-1944-413c-98f8-92f1909010bc,segment=NetworkSegment(304f4f92-208e-4cdc-a0b3-f436d5ae158f),segment_id=304f4f92-208e-4cdc-a0b3-f436d5ae158f)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:11.443906 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d06c41c2-df93-4baf-b739-7bbb50129ad1 req-42eeebfd-b3ad-40e4-9b14-cecd634ac3e2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711389 Apr 14 16:14:11.480364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:11.480364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 9f6f0601-2fa0-42e5-ac0d-8aff06401680 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:11.648183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a443af1-f65a-46ec-8480-e6d4f12aa9cd req-7408b3b9-82ed-4752-aef8-c355a1c265ca tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:11.649863 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7a443af1-f65a-46ec-8480-e6d4f12aa9cd req-7408b3b9-82ed-4752-aef8-c355a1c265ca tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.8379982 Apr 14 16:14:11.652205 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bab9c492-7c20-4c22-ae63-6a8c17c50713 req-89ca0f40-58cc-4e8a-a80a-9e0923033e8a service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0799019 Apr 14 16:14:11.738512 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7a443af1-f65a-46ec-8480-e6d4f12aa9cd req-91471412-f473-4e8b-b99e-2a199cf33c31 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802197 Apr 14 16:14:11.804501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Attempting to bind port 80056c2b-00b7-4a7a-b98e-6314e82fff94 on host dv-cinder-786266-1-smb for vnic_type normal with profile {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:11.804931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Attempting to bind port 80056c2b-00b7-4a7a-b98e-6314e82fff94 by drivers openvswitch,hyperv on host dv-cinder-786266-1-smb at level 0 using segments [{'id': '21a1bce0-bade-4833-b958-52b150e6bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71'}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:11.805348 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Attempting to bind port 80056c2b-00b7-4a7a-b98e-6314e82fff94 on network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:11.840778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Checking agent: {'id': '704b43d9-e4a4-4b75-ac8f-18fb52edb621', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786266-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 2, 28), 'started_at': datetime.datetime(2021, 4, 14, 16, 2, 58), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786266-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:11.841105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Checking segment: {'id': '21a1bce0-bade-4833-b958-52b150e6bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:11.841651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:11.841919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Bound using segment: {'id': '21a1bce0-bade-4833-b958-52b150e6bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71'} {{(pid=85271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:11.842512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Bound port: 80056c2b-00b7-4a7a-b98e-6314e82fff94, host: dv-cinder-786266-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a1bce0-bade-4833-b958-52b150e6bb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71'}}] {{(pid=85271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:11.842914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:11.967012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] For port 80056c2b-00b7-4a7a-b98e-6314e82fff94, host dv-cinder-786266-1-smb, cleared binding levels {{(pid=85271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:11.971761 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] For port 80056c2b-00b7-4a7a-b98e-6314e82fff94, host dv-cinder-786266-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=80056c2b-00b7-4a7a-b98e-6314e82fff94,segment=NetworkSegment(21a1bce0-bade-4833-b958-52b150e6bb29),segment_id=21a1bce0-bade-4833-b958-52b150e6bb29)] {{(pid=85271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:11.973546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Pushing event updated for resources: {'Port': ['ID=80056c2b-00b7-4a7a-b98e-6314e82fff94,revision_number=3']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:11.988090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 9f6f0601-2fa0-42e5-ac0d-8aff06401680 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:11.988760 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:12.046768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:12.070027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.070656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.071245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.071812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.072372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.072927 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.073504 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.074068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.074668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.075225 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.075779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.076516 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:14:12.082283 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.907s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:12.098594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.558s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:12.425285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=d63b6c6c-1944-413c-98f8-92f1909010bc,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:12.527781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Pushing event updated for resources: {'Port': ['ID=80056c2b-00b7-4a7a-b98e-6314e82fff94,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:12.532209 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:12.533344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:12.533745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:12.546049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Routers {'765cf31d-ceb2-4d1b-9d59-d08cb905a980'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:12.546910 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:13:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:12.881662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] Set router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:13.094901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc6d8d-6862-4642-9e9e-1fcf3a1046e0 req-19456d4d-e7c3-494b-ab78-baab56a83e67 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:13.098425 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-12fc6d8d-6862-4642-9e9e-1fcf3a1046e0 req-19456d4d-e7c3-494b-ab78-baab56a83e67 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1209004 Apr 14 16:14:13.193722 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-12fc6d8d-6862-4642-9e9e-1fcf3a1046e0 req-bdc325c5-b6c7-402b-b42e-0b933e5f8a1b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835087 Apr 14 16:14:13.502270 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:14:00Z', 'revision_number': 4, 'project_id': '1120024b1675408c8b6a013f908b663f', 'gw_port': {'id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:53Z', 'updated_at': '2021-04-14T16:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '80056c2b-00b7-4a7a-b98e-6314e82fff94', 'name': '', 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'mac_address': 'fa:16:3e:26:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:58Z', 'updated_at': '2021-04-14T16:14:11Z', 'revision_number': 4, 'project_id': '1120024b1675408c8b6a013f908b663f', 'subnets': [{'id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:13.507197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7784a-c67d-4079-8afc-a10bd238544d None None] The sync data for ids ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'] in dv-cinder-786266-1-smb is: [{'id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:14:00Z', 'revision_number': 4, 'project_id': '1120024b1675408c8b6a013f908b663f', 'gw_port': {'id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:53Z', 'updated_at': '2021-04-14T16:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '80056c2b-00b7-4a7a-b98e-6314e82fff94', 'name': '', 'network_id': 'e3952ccd-96a5-4c72-8e19-8dfa17a2db71', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'mac_address': 'fa:16:3e:26:fe:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:58Z', 'updated_at': '2021-04-14T16:14:11Z', 'revision_number': 4, 'project_id': '1120024b1675408c8b6a013f908b663f', 'subnets': [{'id': 'd5d83e0a-8a79-47fc-878e-65a509ec267c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:14:14.617766 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device d63b6c6c-1944-413c-98f8-92f1909010bc up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:14.679382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaddd0-5810-4d2c-98d0-d9bdc13ba805 req-fe200af8-fd00-4672-92bf-f828847fd76d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:14.689648 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ffaddd0-5810-4d2c-98d0-d9bdc13ba805 req-fe200af8-fd00-4672-92bf-f828847fd76d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.2260020 Apr 14 16:14:14.762857 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ffaddd0-5810-4d2c-98d0-d9bdc13ba805 req-51a0ad58-ae33-4102-893c-771090566418 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719175 Apr 14 16:14:14.824265 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port d63b6c6c-1944-413c-98f8-92f1909010bc triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:14.824692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:14.988253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 80056c2b-00b7-4a7a-b98e-6314e82fff94 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:15.078776 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning for port 80056c2b-00b7-4a7a-b98e-6314e82fff94 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:15.084803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 80056c2b-00b7-4a7a-b98e-6314e82fff94 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:15.085229 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:15.176905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519553dc-eaa1-4245-bd98-d37c3f6ee38e req-00e20018-839a-45e6-8c70-859bc4c8922b tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:15.185173 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-519553dc-eaa1-4245-bd98-d37c3f6ee38e req-00e20018-839a-45e6-8c70-859bc4c8922b tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1333361 Apr 14 16:14:15.222650 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-519553dc-eaa1-4245-bd98-d37c3f6ee38e req-31fcd3f6-326d-4a6e-85a2-b309934250b8 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361521 Apr 14 16:14:15.302422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:15.350011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] For port 80056c2b-00b7-4a7a-b98e-6314e82fff94, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=80056c2b-00b7-4a7a-b98e-6314e82fff94,segment=NetworkSegment(21a1bce0-bade-4833-b958-52b150e6bb29),segment_id=21a1bce0-bade-4833-b958-52b150e6bb29)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:15.355687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:15.360041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-453c2c20-07c0-4715-a3c5-388111df22bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:15.442397 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Pushing event updated for resources: {'Port': ['ID=80056c2b-00b7-4a7a-b98e-6314e82fff94,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:15.450627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:16.106636 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bb4ed-65f5-4ead-bdef-3cd0e970abd5 req-5f54db1f-7638-499e-8ac5-aa07382f0df2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:16.110067 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f80bb4ed-65f5-4ead-bdef-3cd0e970abd5 req-5f54db1f-7638-499e-8ac5-aa07382f0df2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1198683 Apr 14 16:14:16.143677 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f80bb4ed-65f5-4ead-bdef-3cd0e970abd5 req-3ad62f75-500a-432c-b277-52601b0a69e0 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259821 Apr 14 16:14:16.522868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 80056c2b-00b7-4a7a-b98e-6314e82fff94 up at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:16.683613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80126d3-80da-401d-9bb8-ffc0146b3a71 req-469050de-9fb4-4a6f-8c98-8ed936d9e11f tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:16.685955 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b80126d3-80da-401d-9bb8-ffc0146b3a71 req-469050de-9fb4-4a6f-8c98-8ed936d9e11f tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2001712 Apr 14 16:14:16.688663 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-7e9c42d8-d2e0-42e0-a467-d8a014061fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:16.691080 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-7e9c42d8-d2e0-42e0-a467-d8a014061fa2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 1098 time: 0.2624807 Apr 14 16:14:16.739911 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b80126d3-80da-401d-9bb8-ffc0146b3a71 req-7e60f5af-e6bb-42ee-bbe2-796f23e93c89 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461080 Apr 14 16:14:16.746935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d1a54-747d-4689-be41-65a4e1f64207 req-20d472c8-e130-4a95-bace-e5f878375479 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:16.777799 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6e8d1a54-747d-4689-be41-65a4e1f64207 req-20d472c8-e130-4a95-bace-e5f878375479 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1530449 Apr 14 16:14:16.841785 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6e8d1a54-747d-4689-be41-65a4e1f64207 req-b8ab6362-4d27-465d-b276-4c589da04940 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Apr 14 16:14:16.892522 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Provisioning complete for port 80056c2b-00b7-4a7a-b98e-6314e82fff94 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:16.892956 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:16.980882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-bb7eb692-b99d-453c-8659-0075f0ec48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:16.982865 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-bb7eb692-b99d-453c-8659-0075f0ec48f8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 919 time: 0.2380111 Apr 14 16:14:17.073560 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-4ffe16bd-1edd-49d5-a47e-1a38c05bb114 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de852778-0524-498b-8486-dada131f4748 HTTP/1.1" status: 200 len: 217 time: 0.0830593 Apr 14 16:14:17.197380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-d8f7a34d-c534-478c-9139-57766dd9507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:17.199632 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-d8f7a34d-c534-478c-9139-57766dd9507a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 200 len: 858 time: 0.1098969 Apr 14 16:14:17.300132 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-ac65db85-6b3e-4725-a05d-11ce7c68359d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881863 Apr 14 16:14:17.572914 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-42d2acdc-5714-45c3-9df0-dc079c30e9d5 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645237 Apr 14 16:14:17.584544 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c35cd-acff-48df-82bb-ed6c2dab2023 req-1d7355d2-5341-425f-9f59-16cc61e0b116 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:17.586484 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5c5c35cd-acff-48df-82bb-ed6c2dab2023 req-1d7355d2-5341-425f-9f59-16cc61e0b116 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.2467394 Apr 14 16:14:17.722790 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5c5c35cd-acff-48df-82bb-ed6c2dab2023 req-ebeacf30-3c9c-4f73-a486-fa592f4c1ca8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045434 Apr 14 16:14:17.786540 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f1419c5e-a562-44da-a140-b01fd77f60dd req-68313790-166b-434e-98de-c6d2d49b4c13 service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988370 Apr 14 16:14:18.071953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b74fd3-c522-4096-906e-cb51216f401c req-152cee87-303d-4202-be8f-2ec5fa2a8e86 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:18.080497 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d2b74fd3-c522-4096-906e-cb51216f401c req-152cee87-303d-4202-be8f-2ec5fa2a8e86 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1982918 Apr 14 16:14:18.115905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da840ad-9e5d-4196-865b-29802cdc8488 req-15ff8f5c-ceed-4c3c-9cbd-2bd5bb1334a7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:18.117244 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d2b74fd3-c522-4096-906e-cb51216f401c req-c06da57d-b949-4b95-b7b3-a9a006e1c9e0 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354323 Apr 14 16:14:18.120274 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2da840ad-9e5d-4196-865b-29802cdc8488 req-15ff8f5c-ceed-4c3c-9cbd-2bd5bb1334a7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1080987 Apr 14 16:14:18.150862 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2da840ad-9e5d-4196-865b-29802cdc8488 req-d8ddde03-5320-49e9-a36d-3aa0a189c672 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262313 Apr 14 16:14:18.952248 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0dc5ba-19aa-4e34-a3e3-6b446ba0c15a req-b09b5195-dab5-4d7f-91c2-57e2e3259ffc tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:18.954072 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ba0dc5ba-19aa-4e34-a3e3-6b446ba0c15a req-b09b5195-dab5-4d7f-91c2-57e2e3259ffc tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.0988216 Apr 14 16:14:18.993024 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ba0dc5ba-19aa-4e34-a3e3-6b446ba0c15a req-4f2a6d5c-996e-4bc7-959d-83a2873580fa tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297990 Apr 14 16:14:19.448773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae48366-1f20-49ab-84a7-0a6e2e2f5a96 req-ca7de915-755c-4444-ae43-be8d5f8c21e2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:19.450614 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ae48366-1f20-49ab-84a7-0a6e2e2f5a96 req-ca7de915-755c-4444-ae43-be8d5f8c21e2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1190438 Apr 14 16:14:19.486151 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ae48366-1f20-49ab-84a7-0a6e2e2f5a96 req-6d5ca92e-57a0-4e51-8e1d-3208826ea16a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266349 Apr 14 16:14:19.771535 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa2590-93e4-44fd-8583-6af10da662a3 req-86179e32-e728-4a9a-8a54-88e0cbdc6712 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:19.773699 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3aa2590-93e4-44fd-8583-6af10da662a3 req-86179e32-e728-4a9a-8a54-88e0cbdc6712 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1070426 Apr 14 16:14:19.822080 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f3aa2590-93e4-44fd-8583-6af10da662a3 req-feec25c9-1da2-47aa-b577-ed4905a15e20 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269325 Apr 14 16:14:20.390909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39570b-db3c-4bb4-b1c4-33df95122256 req-4f09be88-3960-452a-aea6-4fad8b528b19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:20.393424 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9d39570b-db3c-4bb4-b1c4-33df95122256 req-4f09be88-3960-452a-aea6-4fad8b528b19 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1018069 Apr 14 16:14:20.427438 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9d39570b-db3c-4bb4-b1c4-33df95122256 req-40517fb8-43b5-4f15-a674-b93bb17c9947 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269639 Apr 14 16:14:20.752138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05333fc4-a9fe-4951-9ad5-022a868cbdca req-524e92bf-73c3-4484-b2f1-40d4bce06f64 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:20.755066 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05333fc4-a9fe-4951-9ad5-022a868cbdca req-524e92bf-73c3-4484-b2f1-40d4bce06f64 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1310956 Apr 14 16:14:20.788314 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05333fc4-a9fe-4951-9ad5-022a868cbdca req-878b6cc7-b4af-4b34-8040-e708c020ad24 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260320 Apr 14 16:14:21.062853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6b0ae-2d76-4e60-8019-b5e043342b17 req-208772eb-65b2-4782-b347-762ba81a27ff tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:21.065076 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9ac6b0ae-2d76-4e60-8019-b5e043342b17 req-208772eb-65b2-4782-b347-762ba81a27ff tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1135654 Apr 14 16:14:21.105442 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9ac6b0ae-2d76-4e60-8019-b5e043342b17 req-bd7f823e-146b-4c64-9822-b50d74a06e0a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283113 Apr 14 16:14:21.413685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35632) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:21.589547 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.608753 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:21.615114 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Usage tracker for resource:security_group_rule and tenant:4f780795153f4850996033480ea90c0e is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:21.618743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:21.625652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:21.773113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f29056a-910c-4d5c-be8b-f0b34789ebe7 req-8f237293-5c7f-430f-a648-1499a65b5df1 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:21.783548 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7f29056a-910c-4d5c-be8b-f0b34789ebe7 req-8f237293-5c7f-430f-a648-1499a65b5df1 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.2104807 Apr 14 16:14:21.819434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.823168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:21.828982 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7f29056a-910c-4d5c-be8b-f0b34789ebe7 req-f679a31b-b442-43e4-abe1-4134ac161f3f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443327 Apr 14 16:14:21.837089 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:21.896798 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4f780795153f4850996033480ea90c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771872 Apr 14 16:14:21.897446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35644) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:21.901552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e52de7-916a-4d13-a1b7-537b8e8b9374,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:21.918870 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:22.005319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5dc6387-8390-4f69-b5ce-090ba3feb9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.056698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5dc6387-8390-4f69-b5ce-090ba3feb9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.135060 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a15d41-19e6-460a-8a90-1fb3485111fd req-e0a6c276-5d37-4d73-b9eb-79fe19e044a2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:22.136680 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-36a15d41-19e6-460a-8a90-1fb3485111fd req-e0a6c276-5d37-4d73-b9eb-79fe19e044a2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1745605 Apr 14 16:14:22.160898 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5dc6387-8390-4f69-b5ce-090ba3feb9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.168846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:22.184762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc6387-8390-4f69-b5ce-090ba3feb9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e52de7-916a-4d13-a1b7-537b8e8b9374,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:22.191491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d5dc6387-8390-4f69-b5ce-090ba3feb9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:22.194649 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-36a15d41-19e6-460a-8a90-1fb3485111fd req-36369868-6cda-40ce-9547-deea32c840a7 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510042 Apr 14 16:14:22.196916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5dc6387-8390-4f69-b5ce-090ba3feb9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:22.198713 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d5dc6387-8390-4f69-b5ce-090ba3feb9c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78e52de7-916a-4d13-a1b7-537b8e8b9374 HTTP/1.1" status: 204 len: 168 time: 0.3003194 Apr 14 16:14:22.414780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bed40-b453-4dfc-be41-29d42f8f6ade req-08555b96-c2cd-4d42-a0c3-098e41396fcc tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:22.416991 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e05bed40-b453-4dfc-be41-29d42f8f6ade req-08555b96-c2cd-4d42-a0c3-098e41396fcc tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1064456 Apr 14 16:14:22.459945 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e05bed40-b453-4dfc-be41-29d42f8f6ade req-9ba852ca-0f15-4060-b1d1-a0cc83fda742 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348806 Apr 14 16:14:22.814971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:14:23.120164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4b107-75a0-45ff-8fb6-d3e5782fef08 req-433f53f9-e586-45c2-be57-6d7562a25038 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:23.120164 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0aa4b107-75a0-45ff-8fb6-d3e5782fef08 req-433f53f9-e586-45c2-be57-6d7562a25038 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1264534 Apr 14 16:14:23.155134 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0aa4b107-75a0-45ff-8fb6-d3e5782fef08 req-8fee15b9-9662-40e0-9631-0882b55d910e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294864 Apr 14 16:14:23.518834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e245a0e-9022-46f9-8c08-7484aac8c021 req-42737876-3f46-4f58-b2a6-4c3a5e9a18c2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:23.520557 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2e245a0e-9022-46f9-8c08-7484aac8c021 req-42737876-3f46-4f58-b2a6-4c3a5e9a18c2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1231916 Apr 14 16:14:23.556009 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2e245a0e-9022-46f9-8c08-7484aac8c021 req-820df6eb-102b-4923-a369-2b0baa9b8e2a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255041 Apr 14 16:14:23.828005 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c159-c324-4647-a14d-45cfc8ca95d5 req-d89d1cd1-5e14-4fbd-b600-c3c7c7c8acc3 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:23.830441 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9030c159-c324-4647-a14d-45cfc8ca95d5 req-d89d1cd1-5e14-4fbd-b600-c3c7c7c8acc3 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1104844 Apr 14 16:14:23.867246 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9030c159-c324-4647-a14d-45cfc8ca95d5 req-b3b59391-adee-4099-a95c-1318466f9ada tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292478 Apr 14 16:14:24.414930 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b840cd50-2579-4c30-ab64-082b0c4f3653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:24.444941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7d439-c91c-42e1-862c-7c0c2e7731d0 req-80f41e00-34ba-415d-92d1-9b55afab2368 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:24.446665 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bee7d439-c91c-42e1-862c-7c0c2e7731d0 req-80f41e00-34ba-415d-92d1-9b55afab2368 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1368465 Apr 14 16:14:24.481316 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bee7d439-c91c-42e1-862c-7c0c2e7731d0 req-a5eb8f1c-52fb-4df3-93f0-c867f5895ca4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272391 Apr 14 16:14:24.804313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab23ef-bcf1-4020-8ca7-dc6a95472852 req-27982792-ad3f-496d-b053-45c3f5dc6ac3 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:24.805928 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-58ab23ef-bcf1-4020-8ca7-dc6a95472852 req-27982792-ad3f-496d-b053-45c3f5dc6ac3 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1038165 Apr 14 16:14:24.837946 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-58ab23ef-bcf1-4020-8ca7-dc6a95472852 req-086e6b0e-ac90-4ee6-86d4-9a52b89dbc2d tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248792 Apr 14 16:14:25.090956 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41793775-17b4-4999-8b1c-3fd5d384e25a req-0117b6ed-5c78-41b7-9f17-fbd95512b92a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:25.095898 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-41793775-17b4-4999-8b1c-3fd5d384e25a req-0117b6ed-5c78-41b7-9f17-fbd95512b92a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1006405 Apr 14 16:14:25.124743 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-41793775-17b4-4999-8b1c-3fd5d384e25a req-abe865df-07a0-4fe4-b3ef-488266e8eaed tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0255322 Apr 14 16:14:25.340557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-6c86b14a-58e7-4845-8c7a-d0615b18838b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:25.341242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-6c86b14a-58e7-4845-8c7a-d0615b18838b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Synchronizing usage tracker for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:network {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:25.359563 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-6c86b14a-58e7-4845-8c7a-d0615b18838b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Unset dirty status for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:network {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:25.361396 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-6c86b14a-58e7-4845-8c7a-d0615b18838b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/networks?id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea HTTP/1.1" status: 200 len: 814 time: 0.1841495 Apr 14 16:14:25.377655 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-dcb5fd0c-3e85-4df6-99b8-204474373a3d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/quotas/50e33e4fe3a942dbbcac70994544cff1 HTTP/1.1" status: 200 len: 375 time: 0.0101020 Apr 14 16:14:25.487398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-29bab3a9-b49e-40b0-acfa-ce38aa4d66a0 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Synchronizing usage tracker for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:25.504767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-29bab3a9-b49e-40b0-acfa-ce38aa4d66a0 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Unset dirty status for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:25.506215 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-29bab3a9-b49e-40b0-acfa-ce38aa4d66a0 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=50e33e4fe3a942dbbcac70994544cff1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1228187 Apr 14 16:14:25.672196 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-4f6aa6eb-f6ba-40dc-a089-5654cb693452 service neutron] 10.222.0.61 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522195 Apr 14 16:14:25.741601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6946340-1ee1-40c7-b67f-db2c6a18fa11 req-cdbd4ba2-9f88-407b-a742-2e82e6b5b716 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:25.743245 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e6946340-1ee1-40c7-b67f-db2c6a18fa11 req-cdbd4ba2-9f88-407b-a742-2e82e6b5b716 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1302872 Apr 14 16:14:25.822994 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e6946340-1ee1-40c7-b67f-db2c6a18fa11 req-10453b9b-c568-480a-a966-4fe2c3c982fb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688388 Apr 14 16:14:25.882432 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-991b5580-a6ca-43b3-bd25-643a8f56388a service neutron] 10.222.0.61 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981714 Apr 14 16:14:26.159534 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-86153afb-c079-4b5e-bae3-d631cadac0dd req-d520b423-7c7f-4682-96b4-3f751581daa3 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 210 time: 0.0664110 Apr 14 16:14:26.203569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01dd7e-5c8d-4714-96b8-60f06d4090f9 req-c8e9520c-1abf-4c20-8ff4-717e5b824f3a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.210850 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d01dd7e-5c8d-4714-96b8-60f06d4090f9 req-c8e9520c-1abf-4c20-8ff4-717e5b824f3a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1814661 Apr 14 16:14:26.241239 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d01dd7e-5c8d-4714-96b8-60f06d4090f9 req-77a75876-d008-4010-9b61-9e69e18ae9e0 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282390 Apr 14 16:14:26.511693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3127b-f256-48a7-8ba1-b4144b750197 req-7a398573-3b79-4d15-a62e-46bab10e8af4 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:26.514709 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d8b3127b-f256-48a7-8ba1-b4144b750197 req-7a398573-3b79-4d15-a62e-46bab10e8af4 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1729217 Apr 14 16:14:26.563860 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d8b3127b-f256-48a7-8ba1-b4144b750197 req-2f4a0472-bda0-4820-bc73-eee7eee620b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Apr 14 16:14:27.069068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b9c3a-a1dc-4e5d-b8f5-86c8592361ce req-aa4b8297-b2b2-420d-8898-ef818a387b96 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.070902 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4a1b9c3a-a1dc-4e5d-b8f5-86c8592361ce req-aa4b8297-b2b2-420d-8898-ef818a387b96 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.0925751 Apr 14 16:14:27.105367 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4a1b9c3a-a1dc-4e5d-b8f5-86c8592361ce req-487825e9-a29f-450b-b16d-6f7a963cab17 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275345 Apr 14 16:14:27.314653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cae137b5-e3b9-47be-9a15-564e8282b023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:27.344492 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-28a96a0a-8de4-4b08-8699-21197de25682 req-88787ad5-5b67-4459-8d44-106626a7e5e6 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 210 time: 0.0598972 Apr 14 16:14:27.474646 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c02014-05fe-46c8-824c-bedaa69d7a0e req-3bc7e46a-d151-4067-93b6-8fcf0911a9a5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.476764 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-72c02014-05fe-46c8-824c-bedaa69d7a0e req-3bc7e46a-d151-4067-93b6-8fcf0911a9a5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1011157 Apr 14 16:14:27.510197 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-72c02014-05fe-46c8-824c-bedaa69d7a0e req-3f635d65-2f04-4725-bd73-82720a99dcff tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264509 Apr 14 16:14:27.803106 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ab453-322f-40b2-a061-67f8d579b23a req-1c09cc94-1da8-41ff-9260-437ae4ea2b63 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:27.811616 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-626ab453-322f-40b2-a061-67f8d579b23a req-1c09cc94-1da8-41ff-9260-437ae4ea2b63 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1320350 Apr 14 16:14:27.982046 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.076793 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-626ab453-322f-40b2-a061-67f8d579b23a req-8d1a9fc5-57dc-4b9c-ab2c-2c453576e907 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636156 Apr 14 16:14:28.276701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:28.330886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eae26-53fc-41ae-a80f-354b9a802a76 req-5912651a-32a0-4950-83a4-57b0a4632ed2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:28.336926 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fd4eae26-53fc-41ae-a80f-354b9a802a76 req-5912651a-32a0-4950-83a4-57b0a4632ed2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1041663 Apr 14 16:14:28.370157 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fd4eae26-53fc-41ae-a80f-354b9a802a76 req-7daacdb8-55a8-4300-ac25-848b0a9a0299 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311024 Apr 14 16:14:28.551533 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0532b433-cee3-468c-987e-51c2ada84659 req-b457e87e-a26d-46f6-bbe0-31eb591474cb tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 210 time: 0.0573854 Apr 14 16:14:28.787810 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d3e1c-898a-4fd5-8763-9e5a8e2b7404 req-0b87e618-6e33-4f59-98fe-85c963b240c2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:28.796675 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1d2d3e1c-898a-4fd5-8763-9e5a8e2b7404 req-0b87e618-6e33-4f59-98fe-85c963b240c2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1245236 Apr 14 16:14:28.835475 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1d2d3e1c-898a-4fd5-8763-9e5a8e2b7404 req-8d2a88cd-ce58-48a2-9bfa-e3a6beb529ed tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376482 Apr 14 16:14:29.073276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-1d3195bf-e74e-4cfc-8839-d43224108771 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Synchronizing usage tracker for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:29.098376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-1d3195bf-e74e-4cfc-8839-d43224108771 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Unset dirty status for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:29.099385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:29.100450 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-1d3195bf-e74e-4cfc-8839-d43224108771 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572598422&fields=id&tenant_id=c54499001d8b4a81bad0778281e95ca5 HTTP/1.1" status: 200 len: 267 time: 0.0551581 Apr 14 16:14:29.281137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-c24e050f-78c6-4e21-b009-316bf2258447 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:29.283314 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-c24e050f-78c6-4e21-b009-316bf2258447 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/networks?id=81a37163-653e-470f-a94e-0abcd991baa3 HTTP/1.1" status: 200 len: 808 time: 0.1749451 Apr 14 16:14:29.326266 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-42783c4a-c352-4227-b5ae-50c1c133986c tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/quotas/c54499001d8b4a81bad0778281e95ca5 HTTP/1.1" status: 200 len: 375 time: 0.0365510 Apr 14 16:14:29.394767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f126ba5-3567-40da-884d-a84584f4b41c req-61676722-844a-490c-a422-e60ddcb36515 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:29.396417 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6f126ba5-3567-40da-884d-a84584f4b41c req-61676722-844a-490c-a422-e60ddcb36515 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1486423 Apr 14 16:14:29.432714 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6f126ba5-3567-40da-884d-a84584f4b41c req-69398f1d-a983-42bb-a967-edd4dca712f1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283508 Apr 14 16:14:29.459346 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-98804123-1f71-4f71-899d-01025404e3cd tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c54499001d8b4a81bad0778281e95ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255617 Apr 14 16:14:29.677898 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-37d0f6b4-aa8d-4fc4-98a3-837ad0b2bfd7 service neutron] 10.222.0.61 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907811 Apr 14 16:14:29.720685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4359a-649f-495a-9254-869ced3f6383 req-da9f6ae2-ae67-44f2-9da2-19d8cf66ed45 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:29.723018 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-08b4359a-649f-495a-9254-869ced3f6383 req-da9f6ae2-ae67-44f2-9da2-19d8cf66ed45 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1482353 Apr 14 16:14:29.763835 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-08b4359a-649f-495a-9254-869ced3f6383 req-f4c696dd-558a-4718-a55d-fe624f33a980 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273466 Apr 14 16:14:29.848962 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-8793dc7a-3bb9-475f-90f8-d80a484c586e service neutron] 10.222.0.61 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620226 Apr 14 16:14:29.952079 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ccedfe93-7e8e-4c9c-aa3a-cf5305a46420 req-d48c15aa-902c-4c98-8d27-befcfb4e045b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 210 time: 0.0570917 Apr 14 16:14:30.171002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51846cd2-ee87-495b-8c54-cf36c6e4573c req-c3f73537-2035-4eaf-a0f3-3dcc4efbc6ab tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:30.172663 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-51846cd2-ee87-495b-8c54-cf36c6e4573c req-c3f73537-2035-4eaf-a0f3-3dcc4efbc6ab tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.0986729 Apr 14 16:14:30.206025 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-51846cd2-ee87-495b-8c54-cf36c6e4573c req-ff564485-06ce-469f-a569-6c57bfa22b4d tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258963 Apr 14 16:14:30.336775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-0d847e13-127b-4680-b21a-21d95a4eb38f req-745f3037-6466-44e2-a474-f655b58fa9ba tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Synchronizing usage tracker for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:30.354400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-0d847e13-127b-4680-b21a-21d95a4eb38f req-745f3037-6466-44e2-a474-f655b58fa9ba tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Unset dirty status for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:30.355852 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0d847e13-127b-4680-b21a-21d95a4eb38f req-745f3037-6466-44e2-a474-f655b58fa9ba tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 210 time: 0.0689313 Apr 14 16:14:30.665831 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3376b7-b7fd-48cd-b7d8-3fd7e72a9c74 req-db51cf66-fc1b-41d6-aef3-a8180192790c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:30.667507 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fb3376b7-b7fd-48cd-b7d8-3fd7e72a9c74 req-db51cf66-fc1b-41d6-aef3-a8180192790c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1063986 Apr 14 16:14:30.701628 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fb3376b7-b7fd-48cd-b7d8-3fd7e72a9c74 req-5799f0ce-5db2-4789-8dcf-03f9e9199d45 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260401 Apr 14 16:14:30.976983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd480eaf-e9b4-48b9-9b88-5d370ba6c51c req-86dbd6d8-b3e6-41a7-839f-6a3a5d5bd2c2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:30.978755 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cd480eaf-e9b4-48b9-9b88-5d370ba6c51c req-86dbd6d8-b3e6-41a7-839f-6a3a5d5bd2c2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.0921123 Apr 14 16:14:31.013713 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cd480eaf-e9b4-48b9-9b88-5d370ba6c51c req-ad5068e6-86df-4e04-91b0-7904b4c75e05 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261219 Apr 14 16:14:31.123607 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3c6ba061-a2fe-4ab0-b885-b5bde4e93a73 req-1886946c-3d34-4c35-a7b4-032bdf97ae39 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 210 time: 0.0550938 Apr 14 16:14:31.424680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab85ab-290f-473c-a4dd-1279fb291fb1 req-bca1521a-a6e0-436a-b9ad-c5b1d5f19b63 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:31.427136 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-02ab85ab-290f-473c-a4dd-1279fb291fb1 req-bca1521a-a6e0-436a-b9ad-c5b1d5f19b63 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1031127 Apr 14 16:14:31.461955 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-02ab85ab-290f-473c-a4dd-1279fb291fb1 req-97eb75ae-0618-4b51-85f6-a08c59b909c2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267422 Apr 14 16:14:31.554854 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3d529c70-feeb-49c0-972a-7bcc613cf240 req-683a332e-a3a7-4ff9-bf0f-e164db249fc1 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 210 time: 0.0491495 Apr 14 16:14:31.904869 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06585ba3-06ff-4fac-9e93-6d7db4cc4a85 req-89a5b46d-3041-40cd-a2fc-c45da9ce975c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:31.906464 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-06585ba3-06ff-4fac-9e93-6d7db4cc4a85 req-89a5b46d-3041-40cd-a2fc-c45da9ce975c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.0906131 Apr 14 16:14:31.941001 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-06585ba3-06ff-4fac-9e93-6d7db4cc4a85 req-ca4b9675-eb35-40a2-8c8b-f7779e368342 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249965 Apr 14 16:14:32.256873 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c74b55-08e4-4329-9f46-1f6b5ad5c5f8 req-f629a652-9f31-4320-a86f-8d94df5f8d52 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:32.258877 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f7c74b55-08e4-4329-9f46-1f6b5ad5c5f8 req-f629a652-9f31-4320-a86f-8d94df5f8d52 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 944 time: 0.1070230 Apr 14 16:14:32.312044 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f7c74b55-08e4-4329-9f46-1f6b5ad5c5f8 req-29f557d6-9c08-49b5-a3f2-3cb2470dacbd tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447690 Apr 14 16:14:32.398660 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-30d80e05-4f13-4eda-9a57-05147ed6f423 req-f9c0fc8f-e244-4ac5-a9c4-37fbe671593f tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 210 time: 0.0611703 Apr 14 16:14:32.486913 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-f48c258f-3c3e-47d0-b658-31c3d7230ab9 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:32.489269 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-f48c258f-3c3e-47d0-b658-31c3d7230ab9 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.49 "GET /v2.0/networks?id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea HTTP/1.1" status: 200 len: 814 time: 0.5277486 Apr 14 16:14:32.526167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'port': {'device_id': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'admin_state_up': True, 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:32.758701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-579f4abf-1b79-4e16-b4b5-d15bb03fa528 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:32.760737 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-579f4abf-1b79-4e16-b4b5-d15bb03fa528 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.49 "GET /v2.0/networks?id=81a37163-653e-470f-a94e-0abcd991baa3 HTTP/1.1" status: 200 len: 808 time: 0.3189926 Apr 14 16:14:32.841888 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ec70f9ae-e84a-415c-9df5-be5842d13912 req-e64a51e6-4d51-4792-b925-e3a4b2085363 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 210 time: 0.0697753 Apr 14 16:14:32.856144 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:32.869625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:32.884107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Made reservation on behalf of 50e33e4fe3a942dbbcac70994544cff1 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:14:32.890579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:32.958763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0a5d3-e7e1-4e71-bac8-40b17e7672b2 req-ab6f1091-1cd3-48cc-b9bd-82c7f2c53c99 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:32.960794 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a0a5d3-e7e1-4e71-bac8-40b17e7672b2 req-ab6f1091-1cd3-48cc-b9bd-82c7f2c53c99 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1989353 Apr 14 16:14:32.981264 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-f564ac7e-cae1-42a1-816b-eacc38930366 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c54499001d8b4a81bad0778281e95ca5 HTTP/1.1" status: 200 len: 8059 time: 0.1616297 Apr 14 16:14:33.009674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35914) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:33.039848 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-39a0a5d3-e7e1-4e71-bac8-40b17e7672b2 req-94063cb0-1078-4827-9ff4-62f5005085ef tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544081 Apr 14 16:14:33.060353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Request body: {'port': {'device_id': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'admin_state_up': True, 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'security_groups': ['296da374-d1c2-473f-a9d0-c004b7432341']}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:33.166877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:14:33.417875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Allocated IP 172.20.0.12 (f4cfb4e7-22a0-4ba6-804b-4177b72b02ea/b37f6508-467b-4315-ac7f-09e223125881/6062eaee-e03a-44f9-9f30-94b1844baef9) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:33.471884 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:33.488062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'port_id': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'mac_address': 'fa:16:3e:10:0c:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:14:33.556919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:33.575045 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:33.586759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a7c40-9e27-42bb-a36a-fe19f95905db req-6adc21f9-722d-40e4-8717-0d6e12cf6d80 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:33.594798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Made reservation on behalf of c54499001d8b4a81bad0778281e95ca5 for: {'port': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:14:33.599936 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:33.623831 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a9a7c40-9e27-42bb-a36a-fe19f95905db req-6adc21f9-722d-40e4-8717-0d6e12cf6d80 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.4095693 Apr 14 16:14:33.647010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:33.648422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea36e96e-1bc9-49c4-ba52-08773a64a5cc {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:14:33.703694 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:33.709620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:33.711895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:33.757569 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a9a7c40-9e27-42bb-a36a-fe19f95905db req-f9ab13ae-ea18-41d1-811b-3bf9b5381fb7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214335 Apr 14 16:14:33.917123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=9']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:33.935291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:33.995353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Allocated IP 172.20.0.11 (81a37163-653e-470f-a94e-0abcd991baa3/fbfbdec2-470c-45ef-8607-dac093c6fb7f/f05fa1bc-5a80-4bbf-a1df-82b549679722) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:34.038166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['ea36e96e-1bc9-49c4-ba52-08773a64a5cc'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:34.086210 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:34.113804 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c3a22df4-7d89-4df0-9ec9-1c2be4fe2064 req-5d8a92ee-05e8-4e4f-bb2b-6db2162f2edd tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 210 time: 0.1233296 Apr 14 16:14:34.120984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:34.126667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Usage tracker for resource:security_group_rule and tenant:d384d52219f4456cbeff8c33934259d5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:34.129777 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:34.136655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:34.276789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:34.305245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:34.339799 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-594ce838-07a1-4c8d-b8e1-542bd8af899e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:34.440846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12287428-3a8e-4a66-911b-24ee2d6729ea,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:34.444094 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:34.460687 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d384d52219f4456cbeff8c33934259d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4494097 Apr 14 16:14:34.461421 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 35932) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:34.462364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:34.506137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Transition to ACTIVE for port object 6062eaee-e03a-44f9-9f30-94b1844baef9 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:34.590397 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fad38-592a-4d10-b14e-c455b2441d8f req-4a1d65b3-4793-44ee-a031-597e7cdd807e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:34.596155 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e889cd-7df7-4392-98b3-e2527ac68a31 req-e4bd29c7-e68a-4e13-9116-8acd553c0775 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:34.598759 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e38fad38-592a-4d10-b14e-c455b2441d8f req-4a1d65b3-4793-44ee-a031-597e7cdd807e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 945 time: 0.5892627 Apr 14 16:14:34.604247 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d2e889cd-7df7-4392-98b3-e2527ac68a31 req-e4bd29c7-e68a-4e13-9116-8acd553c0775 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2384713 Apr 14 16:14:34.662248 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e38fad38-592a-4d10-b14e-c455b2441d8f req-eb827dd0-f5c4-49b7-a77d-0333f3d0f4c6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624065 Apr 14 16:14:34.666683 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d2e889cd-7df7-4392-98b3-e2527ac68a31 req-b34f3e0f-8ed8-410e-a13f-335b21e1fb9a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613322 Apr 14 16:14:34.731624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-853ca00f-ea1f-4c72-9ef1-3f88f8f3c81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:34.733219 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-853ca00f-ea1f-4c72-9ef1-3f88f8f3c81a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 1098 time: 0.4548423 Apr 14 16:14:34.748038 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:34.787414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2e5e-950e-4940-a04d-c812dced5a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:34.916127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f30def01-30be-41fd-9177-418a3b41df89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:34.927000 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2e5e-950e-4940-a04d-c812dced5a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.000272 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6e3e0212-389f-41ee-ac7d-670ecedc08aa req-c1802fe8-2375-4e1d-ac63-a7be4165bc5c tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 210 time: 0.1057520 Apr 14 16:14:35.006448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.030763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:35.037973 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:35.043966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:35.057771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Transition to ACTIVE for port object f05fa1bc-5a80-4bbf-a1df-82b549679722 will not be triggered until provisioned by entity DHCP. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:35.090301 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2e5e-950e-4940-a04d-c812dced5a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.107468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d2169a55-3f92-4563-a6bf-2bfbb35bd787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:35.138135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.140305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fd0e2e5e-950e-4940-a04d-c812dced5a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.142270 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-fd0e2e5e-950e-4940-a04d-c812dced5a7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/12287428-3a8e-4a66-911b-24ee2d6729ea HTTP/1.1" status: 204 len: 168 time: 0.6581542 Apr 14 16:14:35.143636 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e2e5e-950e-4940-a04d-c812dced5a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12287428-3a8e-4a66-911b-24ee2d6729ea,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:35.146239 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'Port': ['ID=6062eaee-e03a-44f9-9f30-94b1844baef9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:35.158554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:35.161864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:35.184128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fd0e2e5e-950e-4940-a04d-c812dced5a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:35.193905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:35.226994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:35.228257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.283650 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7805643 Apr 14 16:14:35.301053 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474015c1-6937-43b9-9e80-4cc988b191fe req-bdee2b2d-6520-4082-a430-724cd0f22af6 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:35.304039 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-474015c1-6937-43b9-9e80-4cc988b191fe req-bdee2b2d-6520-4082-a430-724cd0f22af6 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.3484972 Apr 14 16:14:35.368827 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port ea36e96e-1bc9-49c4-ba52-08773a64a5cc triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:35.369242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.397285 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-474015c1-6937-43b9-9e80-4cc988b191fe req-4337b0fb-194e-4189-a777-fed21af5e5ad tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855689 Apr 14 16:14:35.513648 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'Port': ['ID=f05fa1bc-5a80-4bbf-a1df-82b549679722,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:35.528178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:35.640404 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.685227 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:35.687391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:35.706277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.708798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-40a1ef8a-c20e-432d-9aba-368cd065d70f None None] Provisioning for port 6062eaee-e03a-44f9-9f30-94b1844baef9 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:35.726206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:35.820247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-40a1ef8a-c20e-432d-9aba-368cd065d70f None None] Provisioning complete for port 6062eaee-e03a-44f9-9f30-94b1844baef9 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:35.820909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-40a1ef8a-c20e-432d-9aba-368cd065d70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.848776 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Network 81a37163-653e-470f-a94e-0abcd991baa3 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:35.850410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:35.854364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35950) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:35.863490 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:35.889487 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'code': 200} Apr 14 16:14:35.890570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=10']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:35.894360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-40a1ef8a-c20e-432d-9aba-368cd065d70f None None] Port 6062eaee-e03a-44f9-9f30-94b1844baef9 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:14:35.896197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:35.925698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:35.963277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a58458-02c7-4736-a698-eb5eabd172d6 req-cea5f460-5614-4caf-a5c5-f4fd94eaa8a1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:35.972032 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-91a58458-02c7-4736-a698-eb5eabd172d6 req-cea5f460-5614-4caf-a5c5-f4fd94eaa8a1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 932 time: 0.5975952 Apr 14 16:14:36.058344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:36.072327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a71680bdd65a4050a6ca5eb2b51fcaf7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:36.073503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:36.074328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.077400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:36.088619 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:36.098480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-91a58458-02c7-4736-a698-eb5eabd172d6 req-52cc36fe-7e97-402f-9852-5c283cc3ec41 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Synchronizing usage tracker for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:36.104282 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0617437 Apr 14 16:14:36.120255 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-b8bb9c46-044c-48b8-ba86-6a8f86de3246 None None] Provisioning for port f05fa1bc-5a80-4bbf-a1df-82b549679722 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:36.130882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-91a58458-02c7-4736-a698-eb5eabd172d6 req-52cc36fe-7e97-402f-9852-5c283cc3ec41 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Unset dirty status for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:36.132083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-b8bb9c46-044c-48b8-ba86-6a8f86de3246 None None] Provisioning complete for port f05fa1bc-5a80-4bbf-a1df-82b549679722 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:36.132537 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-91a58458-02c7-4736-a698-eb5eabd172d6 req-52cc36fe-7e97-402f-9852-5c283cc3ec41 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593699 Apr 14 16:14:36.134422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b8bb9c46-044c-48b8-ba86-6a8f86de3246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.180921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90357b-1e31-4cdd-a48e-9d8958ca6a0b req-df69df12-178c-4ff7-96b7-14be14bd3222 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:36.196061 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2f90357b-1e31-4cdd-a48e-9d8958ca6a0b req-df69df12-178c-4ff7-96b7-14be14bd3222 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.2350953 Apr 14 16:14:36.246307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb9c46-044c-48b8-ba86-6a8f86de3246 None None] Port f05fa1bc-5a80-4bbf-a1df-82b549679722 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:14:36.249695 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2f90357b-1e31-4cdd-a48e-9d8958ca6a0b req-7dea4e33-1917-4cce-a601-8fee46690189 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478890 Apr 14 16:14:36.345270 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.348374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.356949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d5dc6387-8390-4f69-b5ce-090ba3feb9c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:36.393814 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28f91c3-7f73-4a2b-9c21-29dbe576a910,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:36.395720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:36.422898 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a71680bdd65a4050a6ca5eb2b51fcaf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5668170 Apr 14 16:14:36.425679 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 35958) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:36.481457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216cccf-4fa1-48da-8f6c-68f125e47246 req-f303e8d7-31d2-44e4-ba12-389e0befe32d tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:36.483363 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2216cccf-4fa1-48da-8f6c-68f125e47246 req-f303e8d7-31d2-44e4-ba12-389e0befe32d tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1336155 Apr 14 16:14:36.516154 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2216cccf-4fa1-48da-8f6c-68f125e47246 req-c3aca1c2-7940-4e2f-97f2-5a4ea20b2d69 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248487 Apr 14 16:14:36.551555 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-60fc59b6-b28b-4bb7-82a3-3fcc244b3dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.590445 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-60fc59b6-b28b-4bb7-82a3-3fcc244b3dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.634442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1a68f-39e9-4a91-84d9-4b2164242839 req-5a33e072-e157-4073-810b-5228d81d7dd3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:36.636129 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05e1a68f-39e9-4a91-84d9-4b2164242839 req-5a33e072-e157-4073-810b-5228d81d7dd3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 932 time: 0.1942327 Apr 14 16:14:36.679922 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-05e1a68f-39e9-4a91-84d9-4b2164242839 req-2840712b-6c65-42cd-9f99-f4ec6ebd61bc tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Synchronizing usage tracker for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:36.696319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-05e1a68f-39e9-4a91-84d9-4b2164242839 req-2840712b-6c65-42cd-9f99-f4ec6ebd61bc tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Unset dirty status for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:36.706610 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05e1a68f-39e9-4a91-84d9-4b2164242839 req-2840712b-6c65-42cd-9f99-f4ec6ebd61bc tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603609 Apr 14 16:14:36.719004 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-60fc59b6-b28b-4bb7-82a3-3fcc244b3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.726517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-501c1dc5-5cb6-445a-b083-06bbba96853f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:36.745883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc59b6-b28b-4bb7-82a3-3fcc244b3dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28f91c3-7f73-4a2b-9c21-29dbe576a910,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:36.750125 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-60fc59b6-b28b-4bb7-82a3-3fcc244b3dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:36.751739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-60fc59b6-b28b-4bb7-82a3-3fcc244b3dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:36.769663 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-60fc59b6-b28b-4bb7-82a3-3fcc244b3dd6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c28f91c3-7f73-4a2b-9c21-29dbe576a910 HTTP/1.1" status: 204 len: 168 time: 0.3426597 Apr 14 16:14:36.819554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824f97-b4db-43d1-8b2c-a6ce2fa3b8c5 req-34330c1f-aaff-4a2d-8095-b7d4ca9addc7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:36.824174 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d1824f97-b4db-43d1-8b2c-a6ce2fa3b8c5 req-34330c1f-aaff-4a2d-8095-b7d4ca9addc7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1421733 Apr 14 16:14:36.857933 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d1824f97-b4db-43d1-8b2c-a6ce2fa3b8c5 req-3f055a7d-ecb8-47d0-8063-5c7704adb284 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293434 Apr 14 16:14:37.371344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34758ac6-b520-4404-8884-534176c81f6e req-0909185b-a699-40bb-8ad0-756782d8c3f5 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:37.372199 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-34758ac6-b520-4404-8884-534176c81f6e req-0909185b-a699-40bb-8ad0-756782d8c3f5 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Synchronizing usage tracker for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:37.395000 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-34758ac6-b520-4404-8884-534176c81f6e req-0909185b-a699-40bb-8ad0-756782d8c3f5 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Unset dirty status for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:37.396325 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-34758ac6-b520-4404-8884-534176c81f6e req-0909185b-a699-40bb-8ad0-756782d8c3f5 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 932 time: 0.1308801 Apr 14 16:14:37.459912 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-34758ac6-b520-4404-8884-534176c81f6e req-dd861f19-d9d3-48e4-b761-1b8f148282d8 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546188 Apr 14 16:14:37.525877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0489-859d-4a5f-a9d2-2eee03c0f6ef req-fba87270-4ac3-4b5e-a09e-f7ecb6b1aada tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:37.527585 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-762a0489-859d-4a5f-a9d2-2eee03c0f6ef req-fba87270-4ac3-4b5e-a09e-f7ecb6b1aada tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.1026154 Apr 14 16:14:37.584573 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-762a0489-859d-4a5f-a9d2-2eee03c0f6ef req-fb0f2da2-befa-4c54-8283-fe58060b16a5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482867 Apr 14 16:14:37.810015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349b6d7-6bf7-4deb-8e29-4bfd556e23a0 req-f45e8348-c5bd-4dc8-9476-30e79db74431 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:37.812226 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7349b6d7-6bf7-4deb-8e29-4bfd556e23a0 req-f45e8348-c5bd-4dc8-9476-30e79db74431 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1449263 Apr 14 16:14:37.863179 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7349b6d7-6bf7-4deb-8e29-4bfd556e23a0 req-6ad8da95-5136-440a-b06e-2489588cfa12 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417073 Apr 14 16:14:37.972407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026854c6-4aad-4189-9070-f4062e047c46 req-3e237c83-d7df-4247-a48c-cb452ff8c3f7 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:37.973336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-026854c6-4aad-4189-9070-f4062e047c46 req-3e237c83-d7df-4247-a48c-cb452ff8c3f7 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Synchronizing usage tracker for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:37.993249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-026854c6-4aad-4189-9070-f4062e047c46 req-3e237c83-d7df-4247-a48c-cb452ff8c3f7 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Unset dirty status for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:37.995259 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-026854c6-4aad-4189-9070-f4062e047c46 req-3e237c83-d7df-4247-a48c-cb452ff8c3f7 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 932 time: 0.1452301 Apr 14 16:14:38.064915 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-026854c6-4aad-4189-9070-f4062e047c46 req-856e1352-5bd2-4dbe-9648-cb3db6350ef1 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625417 Apr 14 16:14:38.097948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e8e2e-3e3d-4514-9de1-f7584d81af7e req-4cc30ea0-4013-4da7-a95e-0a27896fcf40 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:38.099810 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3e0e8e2e-3e3d-4514-9de1-f7584d81af7e req-4cc30ea0-4013-4da7-a95e-0a27896fcf40 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1101778 Apr 14 16:14:38.142507 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3e0e8e2e-3e3d-4514-9de1-f7584d81af7e req-392dc2c4-c8ba-4762-87f5-9496cb019535 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Apr 14 16:14:38.775039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52ba16-9929-42f3-b4ca-fa4aef13bd61 req-e2f0f815-2771-4df1-ab36-b31ccf384a8d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:38.777359 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb52ba16-9929-42f3-b4ca-fa4aef13bd61 req-e2f0f815-2771-4df1-ab36-b31ccf384a8d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 932 time: 0.1805825 Apr 14 16:14:38.816953 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb52ba16-9929-42f3-b4ca-fa4aef13bd61 req-08f4266f-637c-4140-b83a-3e4f19d8aa0e tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Apr 14 16:14:38.862527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d404-64ae-41c7-8702-bda1618e167e req-d787643b-b9a7-44d2-883b-4b4962f47259 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:38.864158 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a0d5d404-64ae-41c7-8702-bda1618e167e req-d787643b-b9a7-44d2-883b-4b4962f47259 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.0996048 Apr 14 16:14:38.911013 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a0d5d404-64ae-41c7-8702-bda1618e167e req-c494dc73-f2f4-4c8e-916f-73ab100697ab tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386279 Apr 14 16:14:39.094005 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe03f19-7e50-4cea-af16-0beaa9a3e6e4 req-6cc99370-5288-4fc2-83fa-fff7021a9312 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:39.096368 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1fe03f19-7e50-4cea-af16-0beaa9a3e6e4 req-6cc99370-5288-4fc2-83fa-fff7021a9312 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.0999739 Apr 14 16:14:39.151012 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1fe03f19-7e50-4cea-af16-0beaa9a3e6e4 req-182fd901-03d3-4da3-ab12-ba27056c0293 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477190 Apr 14 16:14:39.436007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c876a1e-3e45-4509-bd99-7fae7d1164dd req-ec7da864-1f30-428c-b894-f03555da4661 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:39.445571 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8c876a1e-3e45-4509-bd99-7fae7d1164dd req-ec7da864-1f30-428c-b894-f03555da4661 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 932 time: 0.2546327 Apr 14 16:14:39.486292 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8c876a1e-3e45-4509-bd99-7fae7d1164dd req-2e8be868-5baf-4ba2-99c5-f963931ab761 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Apr 14 16:14:39.509702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3659b-93af-41e1-a7ec-51d7f18b6963 req-b53f7a78-3c4f-40c6-93f6-b7729671a52d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:39.511844 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d0b3659b-93af-41e1-a7ec-51d7f18b6963 req-b53f7a78-3c4f-40c6-93f6-b7729671a52d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.2184639 Apr 14 16:14:39.556526 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d0b3659b-93af-41e1-a7ec-51d7f18b6963 req-248feb28-97a1-448b-9f61-04bb351cbae4 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366817 Apr 14 16:14:39.798477 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:40.068999 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cd94d-adac-4470-a9f6-db21dec4fbeb req-f382b93e-7389-4e02-af58-ca1dce86e7c0 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:40.070722 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-162cd94d-adac-4470-a9f6-db21dec4fbeb req-f382b93e-7389-4e02-af58-ca1dce86e7c0 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 932 time: 0.1320481 Apr 14 16:14:40.105877 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-162cd94d-adac-4470-a9f6-db21dec4fbeb req-18e877ca-0daf-4b50-aa95-86c343b3d6e5 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270236 Apr 14 16:14:40.179653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294ec5-e485-4ffb-b28e-e811864e363a req-055cf1af-90e9-4389-a920-bd7b12a26044 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:40.181724 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ab294ec5-e485-4ffb-b28e-e811864e363a req-055cf1af-90e9-4389-a920-bd7b12a26044 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.1163533 Apr 14 16:14:40.218446 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ab294ec5-e485-4ffb-b28e-e811864e363a req-fd1c330f-063c-405a-be93-7d46ba36b27f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287077 Apr 14 16:14:40.378236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11f33b-77c7-43f5-8bd4-660f9c767b4e req-a0213b11-a326-4d8d-bc55-59683efe07f9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:40.379867 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a11f33b-77c7-43f5-8bd4-660f9c767b4e req-a0213b11-a326-4d8d-bc55-59683efe07f9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.0982869 Apr 14 16:14:40.420046 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a11f33b-77c7-43f5-8bd4-660f9c767b4e req-3251075c-2055-4813-9e9b-5384d6e90b59 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302293 Apr 14 16:14:40.702551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a66b7c-2414-445b-8c74-0a2b8ead1645 req-9e38c0f2-317e-4aa0-821d-25bb230eb946 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:40.705275 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-03a66b7c-2414-445b-8c74-0a2b8ead1645 req-9e38c0f2-317e-4aa0-821d-25bb230eb946 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 932 time: 0.1031389 Apr 14 16:14:40.764539 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-03a66b7c-2414-445b-8c74-0a2b8ead1645 req-806d7e64-7cad-423c-b256-77d4e4a12905 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268576 Apr 14 16:14:40.816504 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aded75c-f2bc-494a-9d94-a7d752e8b5ec req-8aad2a6a-4255-4cc7-9b95-e31b0cca4a54 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:40.818496 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5aded75c-f2bc-494a-9d94-a7d752e8b5ec req-8aad2a6a-4255-4cc7-9b95-e31b0cca4a54 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.0979095 Apr 14 16:14:40.851009 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5aded75c-f2bc-494a-9d94-a7d752e8b5ec req-f2d09e42-f47b-4498-9db2-001a1a72b479 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252025 Apr 14 16:14:41.380307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0443708-2f51-4499-a3dd-5412918479e9 req-13f3dd04-2908-4a61-80c1-87abddbda26e tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:41.381952 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c0443708-2f51-4499-a3dd-5412918479e9 req-13f3dd04-2908-4a61-80c1-87abddbda26e tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 932 time: 0.1392319 Apr 14 16:14:41.419177 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c0443708-2f51-4499-a3dd-5412918479e9 req-2e29a3da-2be2-4a03-8d9d-9e508b84c10c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300119 Apr 14 16:14:41.496876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28307c5f-033c-42f5-8ef5-429df7f753d5 req-57aa462a-ba52-47f5-a09e-da130f61304e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:41.502492 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-28307c5f-033c-42f5-8ef5-429df7f753d5 req-57aa462a-ba52-47f5-a09e-da130f61304e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.1225703 Apr 14 16:14:41.547337 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-28307c5f-033c-42f5-8ef5-429df7f753d5 req-15eea108-f33a-43d6-b959-59c21a051c00 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410073 Apr 14 16:14:41.642844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b449407-80a6-49de-97b6-d03914664935 req-ab1260a5-7043-4b3d-a7f8-ab20286493a5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:41.644487 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6b449407-80a6-49de-97b6-d03914664935 req-ab1260a5-7043-4b3d-a7f8-ab20286493a5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.0987425 Apr 14 16:14:41.978597 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6b449407-80a6-49de-97b6-d03914664935 req-e1594336-c9d0-4e90-b8d7-f58cc94b2f81 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268225 Apr 14 16:14:42.027224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d624ca-3ab9-4322-b382-745b5d1bb734 req-75271f8d-5e7c-4972-824f-11c619286096 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:42.030160 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e5d624ca-3ab9-4322-b382-745b5d1bb734 req-75271f8d-5e7c-4972-824f-11c619286096 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 932 time: 0.1313195 Apr 14 16:14:42.069261 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e5d624ca-3ab9-4322-b382-745b5d1bb734 req-24657f38-5fd3-492f-b2d2-537b7fd28708 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259809 Apr 14 16:14:42.195581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3177b4-c4fe-4149-a394-002710f45eb5 req-3be14c38-bbcf-41c6-9fcf-65114ee3407d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:42.197403 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3a3177b4-c4fe-4149-a394-002710f45eb5 req-3be14c38-bbcf-41c6-9fcf-65114ee3407d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.0940366 Apr 14 16:14:42.232058 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3a3177b4-c4fe-4149-a394-002710f45eb5 req-303eb600-6af5-4922-a258-04936353c6c7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273793 Apr 14 16:14:42.670274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e3fa1-66b4-4cea-a8b0-8f1b17acdbdd req-90a54283-22f1-4430-89f9-1df707dfb2b6 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:42.672129 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7e3e3fa1-66b4-4cea-a8b0-8f1b17acdbdd req-90a54283-22f1-4430-89f9-1df707dfb2b6 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 932 time: 0.1183407 Apr 14 16:14:42.741792 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7e3e3fa1-66b4-4cea-a8b0-8f1b17acdbdd req-aaa7da30-cecd-4e69-bbeb-bd0cbec27691 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601442 Apr 14 16:14:42.833461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043c353-cc4f-4896-8fcd-04df65f4c842 req-dab5ab43-6afe-4927-b8e6-3abdc7ea4efb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:42.835248 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f043c353-cc4f-4896-8fcd-04df65f4c842 req-dab5ab43-6afe-4927-b8e6-3abdc7ea4efb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.1005268 Apr 14 16:14:42.871434 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f043c353-cc4f-4896-8fcd-04df65f4c842 req-76a0ce3f-59d2-449d-986f-154dfc1a1fa8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285692 Apr 14 16:14:43.188933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26dd7e-1e4e-4bf6-95cb-589ed2483c71 req-daf47a36-da06-4df2-86cb-64d2daeab1a5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:43.190592 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2a26dd7e-1e4e-4bf6-95cb-589ed2483c71 req-daf47a36-da06-4df2-86cb-64d2daeab1a5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.0902078 Apr 14 16:14:43.222553 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2a26dd7e-1e4e-4bf6-95cb-589ed2483c71 req-723317e4-42b8-4e79-8b42-feb65a98bb56 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253890 Apr 14 16:14:43.290009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019eefe4-3d2f-4cde-a65c-25ef697642b4 req-d638eaf4-9d81-48f8-9322-95fd4a21d633 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:43.291917 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-019eefe4-3d2f-4cde-a65c-25ef697642b4 req-d638eaf4-9d81-48f8-9322-95fd4a21d633 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 932 time: 0.0955601 Apr 14 16:14:43.323702 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-019eefe4-3d2f-4cde-a65c-25ef697642b4 req-128a0086-0dc0-4080-97c6-e6241841f829 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245228 Apr 14 16:14:43.441747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4959f-cb93-4782-889a-720a7dc96b3a req-0011f2c6-0c77-44a1-b25c-0d9d9bb52a96 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:43.443340 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e8a4959f-cb93-4782-889a-720a7dc96b3a req-0011f2c6-0c77-44a1-b25c-0d9d9bb52a96 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.0930490 Apr 14 16:14:43.477523 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e8a4959f-cb93-4782-889a-720a7dc96b3a req-d4aa9ea8-e176-4860-9a5e-a2fbdc1c06fb tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272765 Apr 14 16:14:43.499070 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Request body: {'port': {'device_id': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:43.504631 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Request body: {'port': {'device_id': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:43.639876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:43.757599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:43.803424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-54b65a87-e6ef-4b82-803f-e24b44ace56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:43.804998 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-54b65a87-e6ef-4b82-803f-e24b44ace56c service neutron] 10.222.0.49 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 912 time: 0.2733436 Apr 14 16:14:43.987528 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-0c558d7a-a9e2-4f42-a4eb-9f9ed31cdba1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487 HTTP/1.1" status: 200 len: 1001 time: 0.1747406 Apr 14 16:14:44.171859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a07da6-f536-468a-87be-18989d0cf447 req-18d24abe-4414-4824-861c-3e26c8760a7a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.173690 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c6a07da6-f536-468a-87be-18989d0cf447 req-18d24abe-4414-4824-861c-3e26c8760a7a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 932 time: 0.3111169 Apr 14 16:14:44.235314 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d3e7e-46ae-48d7-94b3-0bc7df8356a1 req-75cdefad-abb3-40d9-b598-a35c1d1c5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.236983 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f98d3e7e-46ae-48d7-94b3-0bc7df8356a1 req-75cdefad-abb3-40d9-b598-a35c1d1c5d88 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 1100 time: 0.2158003 Apr 14 16:14:44.240694 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c6a07da6-f536-468a-87be-18989d0cf447 req-fada528c-0bd6-441e-8f8a-bb243bad0479 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554886 Apr 14 16:14:44.327426 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f98d3e7e-46ae-48d7-94b3-0bc7df8356a1 req-904cc756-dda3-4b89-b9ed-db82e7c3c18f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493014 Apr 14 16:14:44.331211 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-584eef6a-f47f-468c-abb8-ead18f14a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.332855 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-584eef6a-f47f-468c-abb8-ead18f14a037 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 200 len: 850 time: 0.0653038 Apr 14 16:14:44.334551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05fa1bc-5a80-4bbf-a1df-82b549679722 {{(pid=85269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:14:44.343366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.360878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Transition to ACTIVE for port object f05fa1bc-5a80-4bbf-a1df-82b549679722 will not be triggered until provisioned by entity L2. {{(pid=85269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:44.363612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:44.378627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-15c8a8e1-73cd-483e-9fa4-a8be5f726c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:44.583481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Pushing event updated for resources: {'Port': ['ID=f05fa1bc-5a80-4bbf-a1df-82b549679722,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:44.589471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:44.608887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e9353-928c-42f1-93ad-739773dd7773 req-bdf27ad7-0915-48c9-985d-9bcd753bd505 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.610876 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-148e9353-928c-42f1-93ad-739773dd7773 req-bdf27ad7-0915-48c9-985d-9bcd753bd505 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.3451827 Apr 14 16:14:44.654290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c81a17-b434-4ebb-a1ef-d7e0001f2072 req-78420c4d-b74a-41ea-a82d-caf7514d71f2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.656046 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-72c81a17-b434-4ebb-a1ef-d7e0001f2072 req-78420c4d-b74a-41ea-a82d-caf7514d71f2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2319646 Apr 14 16:14:44.673101 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-148e9353-928c-42f1-93ad-739773dd7773 req-c9bdd6fd-9a8c-4ca3-8b27-548c85a18a6b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458181 Apr 14 16:14:44.686854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-66098efb-92d6-45b0-ae30-dffa16d86d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:44.688637 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-66098efb-92d6-45b0-ae30-dffa16d86d03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4274df80-45c8-4eee-bef3-f047e276b4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2917187 Apr 14 16:14:44.700981 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-72c81a17-b434-4ebb-a1ef-d7e0001f2072 req-69ad90e4-6d13-46f6-9a75-a405517f9d62 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353611 Apr 14 16:14:44.991352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6062eaee-e03a-44f9-9f30-94b1844baef9 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:14:45.004940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.050949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Transition to ACTIVE for port object 6062eaee-e03a-44f9-9f30-94b1844baef9 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:14:45.067783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.086237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:45.119698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321e110-3d03-4b6e-ae91-0efd1baecc81 req-6e909c4a-eac5-4af4-8bbb-f128fa028a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:45.121341 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2321e110-3d03-4b6e-ae91-0efd1baecc81 req-6e909c4a-eac5-4af4-8bbb-f128fa028a67 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 1098 time: 0.2889457 Apr 14 16:14:45.128757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Attempting to bind port f05fa1bc-5a80-4bbf-a1df-82b549679722 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:45.129137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Attempting to bind port f05fa1bc-5a80-4bbf-a1df-82b549679722 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:45.129505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Attempting to bind port f05fa1bc-5a80-4bbf-a1df-82b549679722 on network 81a37163-653e-470f-a94e-0abcd991baa3 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:45.142567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96147dc9-a8c5-426f-aa7c-d01936054041 req-b4fea3d1-7703-49d6-9c8c-70a55a31c8a1 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:45.144159 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-96147dc9-a8c5-426f-aa7c-d01936054041 req-b4fea3d1-7703-49d6-9c8c-70a55a31c8a1 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 944 time: 0.2326341 Apr 14 16:14:45.159458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Port f05fa1bc-5a80-4bbf-a1df-82b549679722 on network 81a37163-653e-470f-a94e-0abcd991baa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:14:45.159458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Attempting to bind port f05fa1bc-5a80-4bbf-a1df-82b549679722 on network 81a37163-653e-470f-a94e-0abcd991baa3 {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:45.187920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:45.188500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Checking segment: {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:45.188974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Bound using segment: {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'} {{(pid=85269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:45.189457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Bound port: f05fa1bc-5a80-4bbf-a1df-82b549679722, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95484af9-849e-40fe-b57f-e3099a98b506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3'}}] {{(pid=85269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:45.189843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.197084 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-4528f91a-881b-4b32-b9e8-ef773e3846f5 service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979668 Apr 14 16:14:45.222014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45b680-e7cb-4d63-bde9-8756080fe49f req-3bbcc535-776b-41d0-9808-193e4c44d604 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:45.223668 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fb45b680-e7cb-4d63-bde9-8756080fe49f req-3bbcc535-776b-41d0-9808-193e4c44d604 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.3212814 Apr 14 16:14:45.227879 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2321e110-3d03-4b6e-ae91-0efd1baecc81 req-50acc4c2-74d3-4973-a70e-5e4ee0203a9a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956907 Apr 14 16:14:45.240766 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-96147dc9-a8c5-426f-aa7c-d01936054041 req-43fa9b64-c309-4c3b-b1fe-e4c22f556c07 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847819 Apr 14 16:14:45.286798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, cleared binding levels {{(pid=85269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:45.290977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:45.295989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.371665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:45.384240 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fb45b680-e7cb-4d63-bde9-8756080fe49f req-a5111bdf-0514-4dc2-96e0-2d28971d69e6 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342001 Apr 14 16:14:45.401393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Pushing event updated for resources: {'Port': ['ID=6062eaee-e03a-44f9-9f30-94b1844baef9,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:45.404696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:45.459394 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Pushing event updated for resources: {'Port': ['ID=f05fa1bc-5a80-4bbf-a1df-82b549679722,revision_number=3']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:45.466651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:45.628129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56f0d5-9963-43ea-a5ff-8ba87d7a0166 req-c278d3d0-311f-40c6-8e54-75ca9d29a95d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:45.636180 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2e56f0d5-9963-43ea-a5ff-8ba87d7a0166 req-c278d3d0-311f-40c6-8e54-75ca9d29a95d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 944 time: 0.1833706 Apr 14 16:14:45.685361 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2e56f0d5-9963-43ea-a5ff-8ba87d7a0166 req-92f807d6-d086-4d15-82b5-105928a7bdc9 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480917 Apr 14 16:14:45.692652 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-66df8751-3e3b-4cb5-9d58-52d8c8eddc4c req-1b2e0133-42e9-4a46-8a04-d8626a26b7be service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834838 Apr 14 16:14:45.705805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:45.706536 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:45.708140 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] 10.222.0.49 "PUT /v2.0/ports/f05fa1bc-5a80-4bbf-a1df-82b549679722 HTTP/1.1" status: 200 len: 1094 time: 2.2129157 Apr 14 16:14:45.708724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:45.848738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Attempting to bind port 6062eaee-e03a-44f9-9f30-94b1844baef9 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:14:45.849169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Attempting to bind port 6062eaee-e03a-44f9-9f30-94b1844baef9 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:14:45.849460 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Attempting to bind port 6062eaee-e03a-44f9-9f30-94b1844baef9 on network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:45.868934 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Port 6062eaee-e03a-44f9-9f30-94b1844baef9 on network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:14:45.869328 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Attempting to bind port 6062eaee-e03a-44f9-9f30-94b1844baef9 on network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:14:45.874480 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'status': 'completed', 'code': 200} Apr 14 16:14:45.884052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:14:45.884430 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Checking segment: {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:14:45.884860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Bound using segment: {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:14:45.889140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Bound port: 6062eaee-e03a-44f9-9f30-94b1844baef9, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7591a1cd-ac46-4b50-a29c-c8497b090834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:14:45.889607 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.151162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-f23d1ea9-c414-42f9-8d24-113bed275927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.152858 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-f23d1ea9-c414-42f9-8d24-113bed275927 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c54499001d8b4a81bad0778281e95ca5&device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1097 time: 0.3729408 Apr 14 16:14:46.235896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24551f-196a-40a0-9fb9-ba1c8bd9d819 req-a1a567f6-5b73-480e-aad6-f180d71660ed tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.244302 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0b24551f-196a-40a0-9fb9-ba1c8bd9d819 req-a1a567f6-5b73-480e-aad6-f180d71660ed tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2400622 Apr 14 16:14:46.247042 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] For port 6062eaee-e03a-44f9-9f30-94b1844baef9, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:14:46.251286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] For port 6062eaee-e03a-44f9-9f30-94b1844baef9, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6062eaee-e03a-44f9-9f30-94b1844baef9,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:14:46.267982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.287797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0204af76-45e7-4172-9666-92c0a12a0890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:46.315114 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-c38500b1-8844-4586-b202-d408598acb2d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722 HTTP/1.1" status: 200 len: 217 time: 0.1469848 Apr 14 16:14:46.412261 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0b24551f-196a-40a0-9fb9-ba1c8bd9d819 req-2eea22de-cfbf-4cca-b362-5c2c9b365d88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669343 Apr 14 16:14:46.428571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36154) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:46.461974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-959dff1c-159f-4bc0-8a87-8d6f377c871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.464095 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-959dff1c-159f-4bc0-8a87-8d6f377c871c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbfbdec2-470c-45ef-8607-dac093c6fb7f HTTP/1.1" status: 200 len: 847 time: 0.1409376 Apr 14 16:14:46.541826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Pushing event updated for resources: {'Port': ['ID=6062eaee-e03a-44f9-9f30-94b1844baef9,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:46.556073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4b1c6-2f9e-4d43-8cee-37f5d0c7bdfd req-c11c26b7-06b4-46d2-891d-e0b8dc95d8ec tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.557774 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c8a4b1c6-2f9e-4d43-8cee-37f5d0c7bdfd req-c11c26b7-06b4-46d2-891d-e0b8dc95d8ec tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.5640879 Apr 14 16:14:46.557998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:46.598543 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c8a4b1c6-2f9e-4d43-8cee-37f5d0c7bdfd req-98973bcd-2433-4b2a-bc50-9d937d2c3c55 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308967 Apr 14 16:14:46.652085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-d920e757-2084-4b2e-a252-9e3d3e46ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.655846 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-d920e757-2084-4b2e-a252-9e3d3e46ff15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81a37163-653e-470f-a94e-0abcd991baa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1731908 Apr 14 16:14:46.730903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.732316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.734772 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] 10.222.0.49 "PUT /v2.0/ports/6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 1094 time: 3.2405343 Apr 14 16:14:46.775405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9454e42-1b8e-4ec9-89c9-0eec7534dc30 req-69059cb9-0943-44a2-818a-dda324282a9f tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:46.777539 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b9454e42-1b8e-4ec9-89c9-0eec7534dc30 req-69059cb9-0943-44a2-818a-dda324282a9f tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 944 time: 0.2325227 Apr 14 16:14:46.778311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:46.857719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:46.877291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:46.881811 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Usage tracker for resource:security_group_rule and tenant:7215270a34544750b63947ca9b6c833b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:46.885050 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:46.891844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:46.901514 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-38106140-24ab-4369-bece-a6329c3baf7f service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345402 Apr 14 16:14:46.926031 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b9454e42-1b8e-4ec9-89c9-0eec7534dc30 req-2ffb5690-ad8c-4921-b064-ff3dfff05958 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930331 Apr 14 16:14:47.010047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.015933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.051775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a052d8f5-76dc-4173-bd5c-a714c5bbbd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:47.129064 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7215270a34544750b63947ca9b6c833b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893511 Apr 14 16:14:47.140792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-6c0d18ef-2a47-4186-8443-5206028c25fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.143071 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-6c0d18ef-2a47-4186-8443-5206028c25fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50e33e4fe3a942dbbcac70994544cff1&device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 1097 time: 0.3574724 Apr 14 16:14:47.143755 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36164) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:47.163885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460d208d-85be-455b-9577-f6912aeddd88,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:47.225192 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6efc1-9273-430c-b429-dfca2f710899 req-3682820e-32d5-4d46-bad4-2052515a214a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.226959 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-85f6efc1-9273-430c-b429-dfca2f710899 req-3682820e-32d5-4d46-bad4-2052515a214a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.4509690 Apr 14 16:14:47.290358 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-85f6efc1-9273-430c-b429-dfca2f710899 req-ea606cfe-1fbb-4e84-9df7-4a125fb12de8 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555873 Apr 14 16:14:47.322996 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d5698aad-539c-4fdd-8d48-05d48b1ea861 req-37fa2797-05c4-48b9-9267-f71306bb8021 service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131706 Apr 14 16:14:47.458979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-76fac420-7c59-4a12-a0c5-0609cfa28b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.460152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:47.460607 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-76fac420-7c59-4a12-a0c5-0609cfa28b74 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c54499001d8b4a81bad0778281e95ca5&device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1097 time: 0.0911446 Apr 14 16:14:47.461890 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'status': 'completed', 'code': 200} Apr 14 16:14:47.482409 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-f32c8414-0067-479a-a107-f10129cca382 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 217 time: 0.3293982 Apr 14 16:14:47.613796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-022a726a-4891-43d6-b76b-17afb99fdeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.618078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-c964f240-9364-4926-a6b6-828f97375457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.619722 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-c964f240-9364-4926-a6b6-828f97375457 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81a37163-653e-470f-a94e-0abcd991baa3 HTTP/1.1" status: 200 len: 909 time: 0.1523206 Apr 14 16:14:47.634260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d0429-ad06-484d-a080-04d064ceea9d req-4aa58045-6b4f-4a0a-be44-6a03a0d8f509 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.635937 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d79d0429-ad06-484d-a080-04d064ceea9d req-4aa58045-6b4f-4a0a-be44-6a03a0d8f509 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 944 time: 0.5733454 Apr 14 16:14:47.637517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-d26278e0-8cdb-40b4-a27c-f34f3a306bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.639014 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-d26278e0-8cdb-40b4-a27c-f34f3a306bb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b37f6508-467b-4315-ac7f-09e223125881 HTTP/1.1" status: 200 len: 853 time: 0.1410074 Apr 14 16:14:47.726759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-022a726a-4891-43d6-b76b-17afb99fdeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.738377 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d79d0429-ad06-484d-a080-04d064ceea9d req-f2f14267-ce55-466f-a0d2-cb15625a0a34 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949259 Apr 14 16:14:47.747237 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-43d80b0f-1b5e-467f-9ba9-d27e429959b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722 HTTP/1.1" status: 200 len: 217 time: 0.1202178 Apr 14 16:14:47.809388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3024dd29-2774-4dd0-97e1-6f2fef6944aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.811180 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-3024dd29-2774-4dd0-97e1-6f2fef6944aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1638260 Apr 14 16:14:47.817916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-022a726a-4891-43d6-b76b-17afb99fdeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.836914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-3561ec7c-3d1e-4d79-80b0-4945869c5180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.838529 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-3561ec7c-3d1e-4d79-80b0-4945869c5180 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbfbdec2-470c-45ef-8607-dac093c6fb7f HTTP/1.1" status: 200 len: 847 time: 0.0839062 Apr 14 16:14:47.851567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fc893fbe-81ec-4e7e-886d-57efc7a822b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:47.878586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a726a-4891-43d6-b76b-17afb99fdeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460d208d-85be-455b-9577-f6912aeddd88,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:47.914463 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41478-6e2b-41d4-9139-da8db1167316 req-e44ffcda-e02e-4ec8-b760-8f307c2b3627 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:47.916166 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6ba41478-6e2b-41d4-9139-da8db1167316 req-e44ffcda-e02e-4ec8-b760-8f307c2b3627 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.2203214 Apr 14 16:14:47.932128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-022a726a-4891-43d6-b76b-17afb99fdeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:47.935875 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-022a726a-4891-43d6-b76b-17afb99fdeea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/460d208d-85be-455b-9577-f6912aeddd88 HTTP/1.1" status: 204 len: 168 time: 0.7850113 Apr 14 16:14:47.935875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-022a726a-4891-43d6-b76b-17afb99fdeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:47.981067 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6ba41478-6e2b-41d4-9139-da8db1167316 req-74ae8711-3782-420d-a568-6de2ff20886a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555599 Apr 14 16:14:48.011088 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-789200e8-8067-4dea-8a64-649782f49182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.013061 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-789200e8-8067-4dea-8a64-649782f49182 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81a37163-653e-470f-a94e-0abcd991baa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1664698 Apr 14 16:14:48.146250 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-861843d3-2907-402b-8373-b72e61eda805 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209374 Apr 14 16:14:48.240163 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-9b36be95-1b6f-4c0f-abac-e2a11bd80b57 service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196031 Apr 14 16:14:48.335238 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b223df-d896-4069-a02b-f3c4240c353f req-d7433548-3a5c-45ee-85fe-86000da189d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.336955 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-79b223df-d896-4069-a02b-f3c4240c353f req-d7433548-3a5c-45ee-85fe-86000da189d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f4657241e7a74e70a87f6075653e75a6&device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 1098 time: 0.3524978 Apr 14 16:14:48.337107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36188) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:48.339017 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-18e3be93-4e7e-4934-ac5d-79c0110fbf83 req-f27fa9c3-ecf9-4771-9219-5d33846dd9e5 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820655 Apr 14 16:14:48.353139 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d56900-9d58-4b83-a8c7-bfe550a9c6e8 req-4581201a-b3cd-4988-939d-7e4acf1b51cc tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.355438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0570db-a3d0-4680-90b6-6e2b12330c76 req-215f2651-8e62-428c-aded-5a5a85abfdb3 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.355975 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f0d56900-9d58-4b83-a8c7-bfe550a9c6e8 req-4581201a-b3cd-4988-939d-7e4acf1b51cc tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.2856650 Apr 14 16:14:48.362970 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-da0570db-a3d0-4680-90b6-6e2b12330c76 req-215f2651-8e62-428c-aded-5a5a85abfdb3 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.2283044 Apr 14 16:14:48.414327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.446172 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-da0570db-a3d0-4680-90b6-6e2b12330c76 req-46db9cac-00a4-4545-9dcc-debd9ddf9042 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600593 Apr 14 16:14:48.447236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:48.468100 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Usage tracker for resource:security_group_rule and tenant:90838252ed014ed7b8feb13961608afa is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:48.470159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:48.476931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:48.520357 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6a06607c-cc0e-4dd5-8dcf-567b5bdbec67 req-a3536a07-0542-4989-8e5c-2d16c2cb30ab service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672887 Apr 14 16:14:48.527222 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f0d56900-9d58-4b83-a8c7-bfe550a9c6e8 req-b4850116-90af-4d80-a018-2ba941db4fa2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419339 Apr 14 16:14:48.599461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-121a3ad2-9b3b-4657-a83c-693b687fa51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.601129 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-121a3ad2-9b3b-4657-a83c-693b687fa51a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50e33e4fe3a942dbbcac70994544cff1&device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 1097 time: 0.2055271 Apr 14 16:14:48.605781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b223df-d896-4069-a02b-f3c4240c353f req-4cd82414-8681-40db-ad1e-4dd80dcdd051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.607311 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-79b223df-d896-4069-a02b-f3c4240c353f req-4cd82414-8681-40db-ad1e-4dd80dcdd051 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 200 len: 919 time: 0.2500222 Apr 14 16:14:48.656429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.662018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.675738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bec418cf-a17b-4396-9d0f-b713f50f51a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:48.730258 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90838252ed014ed7b8feb13961608afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871891 Apr 14 16:14:48.735750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36194) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:48.751481 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-79b223df-d896-4069-a02b-f3c4240c353f req-0d98b3c5-9e1a-4168-ad69-3a63ada4bc5d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de852778-0524-498b-8486-dada131f4748 HTTP/1.1" status: 200 len: 217 time: 0.1171491 Apr 14 16:14:48.753552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6252606f-3405-4a34-9536-85f11a896e13,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:48.770658 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80164bdd-c237-4fcf-900d-87ff31988d34 req-13398d78-1ae6-4efc-a6c1-c82e992dd22d tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.773356 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-80164bdd-c237-4fcf-900d-87ff31988d34 req-13398d78-1ae6-4efc-a6c1-c82e992dd22d tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 944 time: 0.2012541 Apr 14 16:14:48.787656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:48.837181 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-80164bdd-c237-4fcf-900d-87ff31988d34 req-8fab4fe0-fdb7-4cd3-b60e-19fd365e1096 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486159 Apr 14 16:14:48.842495 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b223df-d896-4069-a02b-f3c4240c353f req-b36511d5-068b-40d0-b9e0-d6332e267f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:48.844082 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-79b223df-d896-4069-a02b-f3c4240c353f req-b36511d5-068b-40d0-b9e0-d6332e267f7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 200 len: 858 time: 0.0717885 Apr 14 16:14:48.861102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c1dd48be-e5f2-4ae0-b69c-83260ba946aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.891675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c1dd48be-e5f2-4ae0-b69c-83260ba946aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.938030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c1dd48be-e5f2-4ae0-b69c-83260ba946aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.943353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a446f907-1aea-4610-9174-339f983b4114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:48.955994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd48be-e5f2-4ae0-b69c-83260ba946aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6252606f-3405-4a34-9536-85f11a896e13,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:48.959132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c1dd48be-e5f2-4ae0-b69c-83260ba946aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:48.961171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c1dd48be-e5f2-4ae0-b69c-83260ba946aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:48.965129 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c1dd48be-e5f2-4ae0-b69c-83260ba946aa admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6252606f-3405-4a34-9536-85f11a896e13 HTTP/1.1" status: 204 len: 168 time: 0.2232018 Apr 14 16:14:48.965288 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-79b223df-d896-4069-a02b-f3c4240c353f req-d6928fe0-e931-4699-875f-d8739efee580 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109724 Apr 14 16:14:49.067829 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-ee1a6a97-c16e-4179-a776-36e3c96e6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.069421 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-ee1a6a97-c16e-4179-a776-36e3c96e6b3c service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea HTTP/1.1" status: 200 len: 915 time: 0.4611926 Apr 14 16:14:49.163442 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-f57bd9bd-1ebb-4789-a37b-42d85fa872fc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 217 time: 0.0827067 Apr 14 16:14:49.179100 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device f05fa1bc-5a80-4bbf-a1df-82b549679722 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:14:49.285977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5910a16-4a25-42d9-85fe-0d909b0c8b6a req-0681c11e-15a6-46ed-8147-6caee438785b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.287652 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f5910a16-4a25-42d9-85fe-0d909b0c8b6a req-0681c11e-15a6-46ed-8147-6caee438785b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 944 time: 0.3731265 Apr 14 16:14:49.293589 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-79b223df-d896-4069-a02b-f3c4240c353f req-70401253-998f-4c0b-b0e0-534e0df5d76c service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142490 Apr 14 16:14:49.341268 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-9866f606-d208-42e0-9687-29d2c42c82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.342845 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:49.342985 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-9866f606-d208-42e0-9687-29d2c42c82c1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b37f6508-467b-4315-ac7f-09e223125881 HTTP/1.1" status: 200 len: 853 time: 0.1659865 Apr 14 16:14:49.357593 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f5910a16-4a25-42d9-85fe-0d909b0c8b6a req-924c0355-11b1-45a1-ae85-53719787020a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629759 Apr 14 16:14:49.358298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'port_id': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'mac_address': 'fa:16:3e:fe:4e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:14:49.424965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.427293 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05fa1bc-5a80-4bbf-a1df-82b549679722 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:14:49.448975 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:49.452657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:49.454971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-83a85239-3846-401f-aedd-6eab2b2d2957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:49.531417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=f05fa1bc-5a80-4bbf-a1df-82b549679722,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:49.535344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:49.561517 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-79b223df-d896-4069-a02b-f3c4240c353f req-79b3052f-ad92-44e2-a17c-ce0f1e048f5c service neutron] 10.222.0.49 "GET /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459888 Apr 14 16:14:49.583476 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-c5fa1822-ad73-4ec2-8007-88d4ea067251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.585494 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-c5fa1822-ad73-4ec2-8007-88d4ea067251 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2332594 Apr 14 16:14:49.717530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['f05fa1bc-5a80-4bbf-a1df-82b549679722'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:49.725313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c87a9f-8c1c-4d54-a3b7-052c1ad9d932 req-9d6065ab-e472-4473-976f-ac06945a0a3d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:49.726980 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-11c87a9f-8c1c-4d54-a3b7-052c1ad9d932 req-9d6065ab-e472-4473-976f-ac06945a0a3d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1374726 Apr 14 16:14:49.760041 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-11c87a9f-8c1c-4d54-a3b7-052c1ad9d932 req-8793ced6-fdc2-443e-9b01-149111646579 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262151 Apr 14 16:14:49.760416 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-0c2a1b6d-e501-4e75-8115-875d91265808 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646447 Apr 14 16:14:49.924562 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9aad29d2-493a-43d9-b032-5fbdb6a4a1df req-99bfd739-97bd-4c15-a560-b97a0c3e1c46 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567571 Apr 14 16:14:50.062450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4f1b1-3d63-438d-9669-3abd7392177f req-f2d98508-9d31-4663-ae34-aa686d8b75d5 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.064409 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e8a4f1b1-3d63-438d-9669-3abd7392177f req-f2d98508-9d31-4663-ae34-aa686d8b75d5 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 945 time: 0.0983899 Apr 14 16:14:50.099728 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e8a4f1b1-3d63-438d-9669-3abd7392177f req-5d2ca1f1-9ac4-4484-8a1e-5ed75a3134db tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255020 Apr 14 16:14:50.568806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b7d1d-cca1-4ebc-8893-d52ff18cb90f req-9c88fae2-3eb0-4b89-8c76-2c673f24ad28 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.570422 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-437b7d1d-cca1-4ebc-8893-d52ff18cb90f req-9c88fae2-3eb0-4b89-8c76-2c673f24ad28 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 944 time: 0.0895355 Apr 14 16:14:50.603376 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-437b7d1d-cca1-4ebc-8893-d52ff18cb90f req-6d18d013-7faa-4000-9705-ed5d802024a5 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261765 Apr 14 16:14:50.972931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d56b16-0550-4264-8ee0-f4a6a094e0c3 req-c81e3051-f169-4020-b99b-da9f34efa0a7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:50.974571 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50d56b16-0550-4264-8ee0-f4a6a094e0c3 req-c81e3051-f169-4020-b99b-da9f34efa0a7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.0910149 Apr 14 16:14:51.005818 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50d56b16-0550-4264-8ee0-f4a6a094e0c3 req-7c42db6c-f66f-4e3d-ad80-76ef67f0737a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246470 Apr 14 16:14:51.191868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 6062eaee-e03a-44f9-9f30-94b1844baef9 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:14:51.194916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device f05fa1bc-5a80-4bbf-a1df-82b549679722 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:51.314942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e7c32-63f8-4ded-a802-6b1dd31f93ed req-78fa2cfa-126e-4c18-b315-d80d35f96a4d tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:51.316570 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a7e7c32-63f8-4ded-a802-6b1dd31f93ed req-78fa2cfa-126e-4c18-b315-d80d35f96a4d tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 945 time: 0.1001403 Apr 14 16:14:51.326057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port f05fa1bc-5a80-4bbf-a1df-82b549679722 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:51.336197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port f05fa1bc-5a80-4bbf-a1df-82b549679722 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:51.336926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.350117 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a7e7c32-63f8-4ded-a802-6b1dd31f93ed req-a287ff7b-f6c5-4f6f-b0e2-ccc39c26282c tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270236 Apr 14 16:14:51.553104 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 6062eaee-e03a-44f9-9f30-94b1844baef9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6062eaee-e03a-44f9-9f30-94b1844baef9,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:51.580791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'port_id': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'mac_address': 'fa:16:3e:d9:ac:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:14:51.583481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.621299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:51.643916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:51.651350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.661441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-615f73a0-273a-46b1-be90-2820aa971761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:51.698422 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'code': 200} Apr 14 16:14:51.712538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.713913 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6062eaee-e03a-44f9-9f30-94b1844baef9 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:14:51.750164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 6062eaee-e03a-44f9-9f30-94b1844baef9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6062eaee-e03a-44f9-9f30-94b1844baef9,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:51.754578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=f05fa1bc-5a80-4bbf-a1df-82b549679722,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:51.757521 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:51.759606 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:51.760111 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:51.819246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cb68b-bfe4-467d-b720-876472762ff5 req-09a8b94e-1955-411c-9555-80d5d2e72174 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:51.820790 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a08cb68b-bfe4-467d-b720-876472762ff5 req-09a8b94e-1955-411c-9555-80d5d2e72174 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 945 time: 0.0917716 Apr 14 16:14:51.832642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=6062eaee-e03a-44f9-9f30-94b1844baef9,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:51.836790 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:51.852500 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a08cb68b-bfe4-467d-b720-876472762ff5 req-0be2096c-1fa7-4057-8171-e99be7cab220 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252247 Apr 14 16:14:52.033818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e97896-de91-45fe-9193-10f0a3b3bf55 req-d364287f-b9ff-4e39-9835-b98ff7fb836f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:52.035534 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95e97896-de91-45fe-9193-10f0a3b3bf55 req-d364287f-b9ff-4e39-9835-b98ff7fb836f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1099 time: 0.0817137 Apr 14 16:14:52.040965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['6062eaee-e03a-44f9-9f30-94b1844baef9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:14:52.065344 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95e97896-de91-45fe-9193-10f0a3b3bf55 req-fd55372e-f42c-404b-ba18-3a86eadc7248 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0204616 Apr 14 16:14:52.213769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2392bcc-2341-45ed-8094-d44f02b2f80f req-76f78e3f-4405-4e2e-809f-eefbc351cf7c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:52.215420 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f2392bcc-2341-45ed-8094-d44f02b2f80f req-76f78e3f-4405-4e2e-809f-eefbc351cf7c tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.0873721 Apr 14 16:14:52.247992 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f2392bcc-2341-45ed-8094-d44f02b2f80f req-cc552af2-1b47-47c5-a62b-54de6ab912d1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245082 Apr 14 16:14:52.584655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8cae-4a84-4fb8-b6f1-908d7c3c32c4 req-71bdc59f-c631-4ac5-aba7-93423ea55123 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:52.586339 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-743f8cae-4a84-4fb8-b6f1-908d7c3c32c4 req-71bdc59f-c631-4ac5-aba7-93423ea55123 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.1017597 Apr 14 16:14:52.620653 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-743f8cae-4a84-4fb8-b6f1-908d7c3c32c4 req-83317e27-b0e2-4df4-9156-b099050d887a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264328 Apr 14 16:14:53.099696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193430f2-6cd6-45f9-aa29-80f588f000ee req-908ac809-b383-4c48-bdb5-886ef0d710d4 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.101449 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-193430f2-6cd6-45f9-aa29-80f588f000ee req-908ac809-b383-4c48-bdb5-886ef0d710d4 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 945 time: 0.0941443 Apr 14 16:14:53.132705 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-193430f2-6cd6-45f9-aa29-80f588f000ee req-778545b3-5056-4b8e-948f-7b2d9e743cbb tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244646 Apr 14 16:14:53.216683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 6062eaee-e03a-44f9-9f30-94b1844baef9 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:14:53.287818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 6062eaee-e03a-44f9-9f30-94b1844baef9 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:14:53.292576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 6062eaee-e03a-44f9-9f30-94b1844baef9 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:14:53.292999 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.420179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.438571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 6062eaee-e03a-44f9-9f30-94b1844baef9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6062eaee-e03a-44f9-9f30-94b1844baef9,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:53.441548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:53.443570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-453c2c20-07c0-4715-a3c5-388111df22bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:53.514976 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=6062eaee-e03a-44f9-9f30-94b1844baef9,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:53.518233 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:53.699558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:53.755394 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'code': 200} Apr 14 16:14:53.835953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3fd8b-2607-4897-8f55-6f7da268ee12 req-ce5cf2e1-0713-47df-83c0-6e7d36492d94 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:53.837551 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4d3fd8b-2607-4897-8f55-6f7da268ee12 req-ce5cf2e1-0713-47df-83c0-6e7d36492d94 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0940444 Apr 14 16:14:53.870644 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4d3fd8b-2607-4897-8f55-6f7da268ee12 req-4c5a7722-ea91-4f8e-b17e-2f43ee8c8a59 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250618 Apr 14 16:14:54.020127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63c446-6a03-47df-b32c-c644ece51b9f req-91d3cce5-3f4e-480b-b423-6abb3510ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:54.021763 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ca63c446-6a03-47df-b32c-c644ece51b9f req-91d3cce5-3f4e-480b-b423-6abb3510ff78 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 1099 time: 0.0980408 Apr 14 16:14:54.050051 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ca63c446-6a03-47df-b32c-c644ece51b9f req-fb3af8fd-7165-44b7-af4d-e8949f227ce4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0216002 Apr 14 16:14:54.094978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb7b67-9023-4b29-9aad-ea60a6b96920 req-36cf2cb3-728b-49d4-8feb-87c642b2052b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:54.097099 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-09cb7b67-9023-4b29-9aad-ea60a6b96920 req-36cf2cb3-728b-49d4-8feb-87c642b2052b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.1009874 Apr 14 16:14:54.128783 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-09cb7b67-9023-4b29-9aad-ea60a6b96920 req-5b6ac48a-1ec7-4a9e-a21c-724929c3aadd tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253272 Apr 14 16:14:54.154891 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36300) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:54.349115 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413d9bc-469b-426e-b5a6-d868d86940fd req-06ad61c7-88a2-44c2-b770-5b44ba1d111d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:54.350770 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8413d9bc-469b-426e-b5a6-d868d86940fd req-06ad61c7-88a2-44c2-b770-5b44ba1d111d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 946 time: 0.0957048 Apr 14 16:14:54.418510 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d61dd748-f1e5-4a1e-8f53-797550b93f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.436363 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8413d9bc-469b-426e-b5a6-d868d86940fd req-f06672f8-d404-4633-89eb-7e430de3feb3 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770855 Apr 14 16:14:54.465307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f887c42-b1f2-4d01-9cf6-e0085b0c4eab tempest-TestShelveInstance-1629454032 tempest-TestShelveInstance-1629454032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:54.466073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-6f887c42-b1f2-4d01-9cf6-e0085b0c4eab tempest-TestShelveInstance-1629454032 tempest-TestShelveInstance-1629454032-project-admin] Synchronizing usage tracker for tenant:1120024b1675408c8b6a013f908b663f on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:14:54.483132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-6f887c42-b1f2-4d01-9cf6-e0085b0c4eab tempest-TestShelveInstance-1629454032 tempest-TestShelveInstance-1629454032-project-admin] Unset dirty status for tenant:1120024b1675408c8b6a013f908b663f on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:14:54.484501 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6f887c42-b1f2-4d01-9cf6-e0085b0c4eab tempest-TestShelveInstance-1629454032 tempest-TestShelveInstance-1629454032-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1094 time: 0.3285332 Apr 14 16:14:54.487859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36316) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:54.493524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Request body: {'floatingip': {'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'port_id': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:14:54.500169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:54.504184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Usage tracker for resource:floatingip and tenant:c54499001d8b4a81bad0778281e95ca5 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:54.507205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:54.513811 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:54.524267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for floatingip, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.673852 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:54.824916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Allocated IP 172.28.2.63 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/7ab7567c-d566-429d-894c-a8c26ca4a650) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:14:54.980308 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.013203 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:55.029155 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ff79a039-9657-49d4-9c9a-2d0a49c40801 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:55.163520 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'Port': ['ID=7ab7567c-d566-429d-894c-a8c26ca4a650,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:55.167987 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:55.220890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:14:55.222076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:14:55.224433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:14:55.908895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062cd3e7-d5fb-4f31-bf82-05ee7e9fd29a req-fed36b97-4cd2-4275-b9b6-d53020148538 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:55.910368 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-062cd3e7-d5fb-4f31-bf82-05ee7e9fd29a req-fed36b97-4cd2-4275-b9b6-d53020148538 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 946 time: 0.1525741 Apr 14 16:14:55.953406 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-062cd3e7-d5fb-4f31-bf82-05ee7e9fd29a req-e1208afa-948b-4b57-81b8-6aea7a07064e tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299883 Apr 14 16:14:55.998642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.079852 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.170154 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36344) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:56.170708 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7efef6-9a4e-4b8e-83e1-23eb4eae3a5c req-a60772f9-536d-42fa-a936-78d5b32e3a9b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:56.172515 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fa7efef6-9a4e-4b8e-83e1-23eb4eae3a5c req-a60772f9-536d-42fa-a936-78d5b32e3a9b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 946 time: 0.0981302 Apr 14 16:14:56.205382 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fa7efef6-9a4e-4b8e-83e1-23eb4eae3a5c req-0eda652c-fdb2-4698-a16a-1f0ddb496dae tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261900 Apr 14 16:14:56.329788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.362274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:56.379146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Usage tracker for resource:security_group_rule and tenant:cce6ccd7cf974b5eb863c03de9582833 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:56.383849 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:56.394235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:56.441057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.447386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.462818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-068b4ac3-abcc-45c0-a784-06ccd24515a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:56.615079 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event updated for resources: {'Port': ['ID=7ab7567c-d566-429d-894c-a8c26ca4a650,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:56.621541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:56.658067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68180464-5adb-4640-a878-ba1701c2422b req-4fe7250d-b113-401f-aadf-345d6439735d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:56.670011 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-68180464-5adb-4640-a878-ba1701c2422b req-4fe7250d-b113-401f-aadf-345d6439735d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 946 time: 0.1143699 Apr 14 16:14:56.700146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.701985 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-68180464-5adb-4640-a878-ba1701c2422b req-23c142ea-cf7f-4e6c-ba6e-6479394ec23a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303204 Apr 14 16:14:56.707980 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.741183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5a1353c5-5ba5-4451-a548-0121dc6237a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:56.753744 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cce6ccd7cf974b5eb863c03de9582833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5818889 Apr 14 16:14:56.755286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36362) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:56.821207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78b309d-8994-4228-b7d9-1df138d40100,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:56.831164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:56.842419 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.882590 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-feaccd0f-511a-476a-b7a8-79ff9db6b0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:56.926350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-feaccd0f-511a-476a-b7a8-79ff9db6b0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.037431 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-feaccd0f-511a-476a-b7a8-79ff9db6b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.042967 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-60fc59b6-b28b-4bb7-82a3-3fcc244b3dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:57.043463 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Floating IP 393893a3-4fe1-44f2-8b40-3d9749846621 associated. External IP: 172.28.2.63, port: f05fa1bc-5a80-4bbf-a1df-82b549679722. Apr 14 16:14:57.060352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaccd0f-511a-476a-b7a8-79ff9db6b0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78b309d-8994-4228-b7d9-1df138d40100,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:57.071873 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-feaccd0f-511a-476a-b7a8-79ff9db6b0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.073342 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-feaccd0f-511a-476a-b7a8-79ff9db6b0c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b78b309d-8994-4228-b7d9-1df138d40100 HTTP/1.1" status: 204 len: 168 time: 0.3162103 Apr 14 16:14:57.074865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-feaccd0f-511a-476a-b7a8-79ff9db6b0c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:57.125039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb09252-9e82-48ec-a1f6-9ec6573ae4f2 req-432d66aa-7d5e-461a-a273-eecc52a01e39 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:57.137704 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-beb09252-9e82-48ec-a1f6-9ec6573ae4f2 req-432d66aa-7d5e-461a-a273-eecc52a01e39 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1582041 Apr 14 16:14:57.166047 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-beb09252-9e82-48ec-a1f6-9ec6573ae4f2 req-84de070a-e59f-44fc-9ddb-79708314631d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272772 Apr 14 16:14:57.299838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9bb1b048-15f5-4dd2-a93d-98904d515181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.455086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36374) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:57.459595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:14:57.480924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.496994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:14:57.501978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Usage tracker for resource:security_group_rule and tenant:cb1cd729729f4385b65ba6aa9876228d is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:14:57.504941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:14:57.511566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:14:57.601856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.604877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.614826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-64fa72eb-d141-483d-840d-235ba07318fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:57.655380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3681ac4b-8e6c-4326-85ec-d7dbb898797c,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:57.656222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:14:57.663455 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb1cd729729f4385b65ba6aa9876228d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067647 Apr 14 16:14:57.664997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:57.664997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36378) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:14:57.674621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] Sync routers for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:14:57.690230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:57.691057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.691396 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:14:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:57.734542 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-72cc45c1-01ea-4d83-a2b7-35e6982f7e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.757403 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2682118 Apr 14 16:14:57.758529 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:14:57.774339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-72cc45c1-01ea-4d83-a2b7-35e6982f7e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.810600 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'status': 'completed', 'code': 200} Apr 14 16:14:57.828313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-72cc45c1-01ea-4d83-a2b7-35e6982f7e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:57.833741 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a3185a05-9e1a-4160-aa71-6c4ef08cc670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:14:57.903634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:57.980921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:58.112067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc45c1-01ea-4d83-a2b7-35e6982f7e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3681ac4b-8e6c-4326-85ec-d7dbb898797c,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:14:58.122100 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-72cc45c1-01ea-4d83-a2b7-35e6982f7e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:14:58.127641 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-72cc45c1-01ea-4d83-a2b7-35e6982f7e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:58.129495 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-72cc45c1-01ea-4d83-a2b7-35e6982f7e64 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3681ac4b-8e6c-4326-85ec-d7dbb898797c HTTP/1.1" status: 204 len: 168 time: 0.4635122 Apr 14 16:14:58.164064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-57d50713-3700-4b7c-8ec1-3cd1cbf90c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.165679 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-57d50713-3700-4b7c-8ec1-3cd1cbf90c0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c54499001d8b4a81bad0778281e95ca5&device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1099 time: 0.0963521 Apr 14 16:14:58.274290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:58.322055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '393893a3-4fe1-44f2-8b40-3d9749846621', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'port_id': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'mac_address': 'fa:16:3e:fe:4e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:14:55Z', 'updated_at': '2021-04-14T16:14:55Z', 'revision_number': 0, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95096285-03fc-4db5-a2d8-89088e0e8775', 'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'mac_address': 'fa:16:3e:43:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:40Z', 'updated_at': '2021-04-14T16:13:59Z', 'revision_number': 5, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'subnets': [{'id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:58.327586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] Checking router: 42f9591a-e5b5-43f2-bbcf-dd32f909d06f for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:14:58.339395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:14:58.340164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:14:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:58.450616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-3655ed06-9f7d-4b66-9f1c-2a17c0d787dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.454891 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-3655ed06-9f7d-4b66-9f1c-2a17c0d787dd service neutron] 10.222.0.49 "GET /v2.0/networks?id=81a37163-653e-470f-a94e-0abcd991baa3 HTTP/1.1" status: 200 len: 909 time: 0.2751436 Apr 14 16:14:58.545717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a860bfc-fc08-4919-9acf-4f2c67db656c req-ed10610c-85a2-497a-90b5-89da5815d989 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.554269 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0a860bfc-fc08-4919-9acf-4f2c67db656c req-ed10610c-85a2-497a-90b5-89da5815d989 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.2569609 Apr 14 16:14:58.615783 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-faf7e480-525f-42cb-a588-075c75bb8652 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722 HTTP/1.1" status: 200 len: 999 time: 0.1490018 Apr 14 16:14:58.720357 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0a860bfc-fc08-4919-9acf-4f2c67db656c req-24a08d24-393d-4467-bc0c-b81279c17542 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650329 Apr 14 16:14:58.750874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-ff53f490-4e62-40b3-8c3b-88b02d545bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.751155 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:14:58.752748 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-ff53f490-4e62-40b3-8c3b-88b02d545bcf service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbfbdec2-470c-45ef-8607-dac093c6fb7f HTTP/1.1" status: 200 len: 847 time: 0.1076753 Apr 14 16:14:58.868032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-722de5fa-61e1-4aa7-a67a-4c220025ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:58.871705 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-722de5fa-61e1-4aa7-a67a-4c220025ebb5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81a37163-653e-470f-a94e-0abcd991baa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1059957 Apr 14 16:14:59.066690 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-dbb0ba89-6142-48b3-a263-88e831bd4cbc service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810343 Apr 14 16:14:59.113128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.163843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '393893a3-4fe1-44f2-8b40-3d9749846621', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'port_id': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'mac_address': 'fa:16:3e:fe:4e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:14:55Z', 'updated_at': '2021-04-14T16:14:55Z', 'revision_number': 0, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95096285-03fc-4db5-a2d8-89088e0e8775', 'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'mac_address': 'fa:16:3e:43:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:40Z', 'updated_at': '2021-04-14T16:13:59Z', 'revision_number': 5, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'subnets': [{'id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:14:59.169169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9937cedc-93a3-4e2a-b1fb-64d64140b7ab None None] The sync data for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb is: [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '393893a3-4fe1-44f2-8b40-3d9749846621', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'port_id': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'mac_address': 'fa:16:3e:fe:4e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:14:55Z', 'updated_at': '2021-04-14T16:14:55Z', 'revision_number': 0, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95096285-03fc-4db5-a2d8-89088e0e8775', 'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'mac_address': 'fa:16:3e:43:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:40Z', 'updated_at': '2021-04-14T16:13:59Z', 'revision_number': 5, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'subnets': [{'id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:14:59.291174 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fdc340dc-1c13-48e4-8e90-4d0bc8c596bc req-8653a785-83aa-4780-9a88-5fd398667cc7 service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167525 Apr 14 16:14:59.444537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-f659374c-3172-4513-9ddf-36b1f3ba6861 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:14:59.446430 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-f659374c-3172-4513-9ddf-36b1f3ba6861 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.49 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.1098282 Apr 14 16:14:59.542283 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Deleting port 78a62142-956b-4b10-87c3-092a7774e4b7 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:14:59.543178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:14:59.553346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11eea63a-af5b-451e-baaf-6d5a7fa48fee None None] New status for floating IP 393893a3-4fe1-44f2-8b40-3d9749846621: ACTIVE {{(pid=85271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:14:59.805132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:14:59.845397 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] For port 78a62142-956b-4b10-87c3-092a7774e4b7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=78a62142-956b-4b10-87c3-092a7774e4b7,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:14:59.845942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.036527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Calling delete_port for 78a62142-956b-4b10-87c3-092a7774e4b7 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:00.191505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e7c68-1433-4d12-951c-f5bc05ed1a44 req-7c3e03d9-830c-47ba-9112-5341e1621f0a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:00.193097 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a1e7c68-1433-4d12-951c-f5bc05ed1a44 req-7c3e03d9-830c-47ba-9112-5341e1621f0a tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=540f428c-a676-47b9-82e7-956e076cc139 HTTP/1.1" status: 200 len: 945 time: 0.3506567 Apr 14 16:15:00.243506 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5a1e7c68-1433-4d12-951c-f5bc05ed1a44 req-d8dc38a3-d56f-4215-aba5-b7806b96bd06 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Apr 14 16:15:00.244543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.266880 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['de852778-0524-498b-8486-dada131f4748', '78a62142-956b-4b10-87c3-092a7774e4b7'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:00.267003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0e2c4f88-77d0-4752-b638-5f8f8beea8db tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:00.358287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Pushing event deleted for resources: {'Port': ['ID=78a62142-956b-4b10-87c3-092a7774e4b7,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:00.364914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:00.521298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] No DVR routers for this DVR port 78a62142-956b-4b10-87c3-092a7774e4b7 on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:15:00.524254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:00.527168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540f428c-a676-47b9-82e7-956e076cc139', 'name': 'network-vif-deleted', 'tag': '78a62142-956b-4b10-87c3-092a7774e4b7'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:00.544195 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d83d5dc0-60ed-4d37-a6a0-49de672cc143 req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.49 "DELETE /v2.0/ports/78a62142-956b-4b10-87c3-092a7774e4b7 HTTP/1.1" status: 204 len: 173 time: 1.0871551 Apr 14 16:15:00.586485 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540f428c-a676-47b9-82e7-956e076cc139', 'name': 'network-vif-deleted', 'tag': '78a62142-956b-4b10-87c3-092a7774e4b7', 'status': 'completed', 'code': 200} Apr 14 16:15:01.761284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973dcd2b-ea7e-417e-9f2f-2f2baaa1f4b1 req-59e4fc45-74a7-4db1-8468-46428a37ae5e tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:01.761284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-973dcd2b-ea7e-417e-9f2f-2f2baaa1f4b1 req-59e4fc45-74a7-4db1-8468-46428a37ae5e tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Synchronizing usage tracker for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:01.773503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-973dcd2b-ea7e-417e-9f2f-2f2baaa1f4b1 req-59e4fc45-74a7-4db1-8468-46428a37ae5e tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Unset dirty status for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:01.774838 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-973dcd2b-ea7e-417e-9f2f-2f2baaa1f4b1 req-59e4fc45-74a7-4db1-8468-46428a37ae5e tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1155744 Apr 14 16:15:01.807209 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-973dcd2b-ea7e-417e-9f2f-2f2baaa1f4b1 req-e695dfcc-a01a-44d8-909c-4af433651a83 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260100 Apr 14 16:15:02.098448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef474b0b-fba8-43b2-afda-86dc2d0e3ddd req-23e1c590-dd8f-4ff6-8f61-67d7c057fa8f tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:02.100027 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ef474b0b-fba8-43b2-afda-86dc2d0e3ddd req-23e1c590-dd8f-4ff6-8f61-67d7c057fa8f tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 946 time: 0.0909176 Apr 14 16:15:02.130869 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ef474b0b-fba8-43b2-afda-86dc2d0e3ddd req-d0ed52df-2d35-4e73-8ff3-949685b19638 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242369 Apr 14 16:15:02.158274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36506) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:02.418499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5dea8f-d4bb-46f2-9ed6-fc0a9ca48c82 tempest-TestMinimumBasicScenario-769986158 tempest-TestMinimumBasicScenario-769986158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:02.420130 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1c5dea8f-d4bb-46f2-9ed6-fc0a9ca48c82 tempest-TestMinimumBasicScenario-769986158 tempest-TestMinimumBasicScenario-769986158-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 1094 time: 0.2607794 Apr 14 16:15:02.423752 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36514) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:02.429124 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'floatingip': {'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'port_id': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:02.435448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:02.439970 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Usage tracker for resource:floatingip and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:02.442914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:02.448741 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:02.458821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for floatingip, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.603231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:02.758119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Allocated IP 172.28.2.178 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/82ef41be-698b-4952-8ea2-fab1730849b0) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:02.922316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:03.035153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f9fa4-16a0-4022-9aa0-0b61ac013e3f req-4ce256e6-9f9f-4a66-8107-e9829683d201 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:03.036690 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b89f9fa4-16a0-4022-9aa0-0b61ac013e3f req-4ce256e6-9f9f-4a66-8107-e9829683d201 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1095808 Apr 14 16:15:03.038195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:03.054964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:03.187503 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b89f9fa4-16a0-4022-9aa0-0b61ac013e3f req-92f06a27-f78e-440b-a502-7ecafdcaf98d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335406 Apr 14 16:15:03.214063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'Port': ['ID=82ef41be-698b-4952-8ea2-fab1730849b0,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:03.219295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:03.264957 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 78a62142-956b-4b10-87c3-092a7774e4b7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:03.270477 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:03.271676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:03.273888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:03.306700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: 78a62142-956b-4b10-87c3-092a7774e4b7 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:03.307015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 78a62142-956b-4b10-87c3-092a7774e4b7 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:03.948003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.030897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.315040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.329476 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.345866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:04.473430 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3006a94-32a9-4a6a-8262-544098800bec req-d54586ce-3072-4a14-be38-ffa493a3b4fd tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:04.475186 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c3006a94-32a9-4a6a-8262-544098800bec req-d54586ce-3072-4a14-be38-ffa493a3b4fd tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1661391 Apr 14 16:15:04.492974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'Port': ['ID=82ef41be-698b-4952-8ea2-fab1730849b0,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:04.511027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:04.512838 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c3006a94-32a9-4a6a-8262-544098800bec req-1f178b9c-77a6-43c2-8125-2403a8947376 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294044 Apr 14 16:15:04.607211 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:04.808408 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Floating IP 5a8badbd-0102-44c0-ac92-c60e246e6438 associated. External IP: 172.28.2.178, port: 6062eaee-e03a-44f9-9f30-94b1844baef9. Apr 14 16:15:05.186041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Router d8d274c1-61b0-4843-8b12-0de2614d5326 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:15:05.376023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:05.385714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] Sync routers for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:05.396165 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:05.396843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:14:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:05.402370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.464566 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0396361 Apr 14 16:15:05.465445 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:05.467962 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36530) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:05.475346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417871002', 'description': 'tempest-secgroup-smoke-417871002 description', 'project_id': '50e33e4fe3a942dbbcac70994544cff1'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:05.482717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:05.493373 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:05.503084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.507249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:05.513763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Usage tracker for resource:security_group_rule and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:05.516192 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'status': 'completed', 'code': 200} Apr 14 16:15:05.518251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:05.525215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:05.617438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.624357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.634941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:05.651032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ca6d5d11-4c12-4bfe-aca3-f85c2087bd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:05.676066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-b0398ef7-9e14-4c53-97ef-c6e2bc3c8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:05.683226 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-b0398ef7-9e14-4c53-97ef-c6e2bc3c8fb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50e33e4fe3a942dbbcac70994544cff1&device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 1099 time: 0.1369488 Apr 14 16:15:05.747612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.748923 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2787924 Apr 14 16:15:05.762928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36540) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:05.771832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'security_group_rule': {'security_group_id': '307ae264-6285-469c-8138-f9fe5c5ac555', 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:05.777112 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307ae264-6285-469c-8138-f9fe5c5ac555,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:05.781724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:05.783816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:05.796182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Usage tracker for resource:security_group_rule and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:05.800021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:05.808758 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:05.844309 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.863137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-2bda5117-beae-4e8b-9c2c-05a1afc66f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:05.864842 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-2bda5117-beae-4e8b-9c2c-05a1afc66f57 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea HTTP/1.1" status: 200 len: 915 time: 0.1651671 Apr 14 16:15:05.865801 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0435177-3150-4bbc-8cfe-8f7fcea48013 req-21b8ce7e-d8c4-4e99-bf73-2dbd04c4dfc7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:05.867471 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a0435177-3150-4bbc-8cfe-8f7fcea48013 req-21b8ce7e-d8c4-4e99-bf73-2dbd04c4dfc7 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1991444 Apr 14 16:15:05.919612 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a0435177-3150-4bbc-8cfe-8f7fcea48013 req-9dac1f0e-1ee4-4e3a-8aa1-c66f5d62a674 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Apr 14 16:15:05.950822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.954817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:05.956691 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:05.982144 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c4e26f-5ea3-4929-bd91-9c1dbdb22a8c,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:05.985705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:05.994028 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-74fdc575-4077-47aa-9ff2-f78f25062a43 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 1000 time: 0.1208804 Apr 14 16:15:06.004177 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.005489 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0f7ae269-cbb0-4727-b245-0dfda838fa5c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2415333 Apr 14 16:15:06.008882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36544) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:06.014737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'security_group_rule': {'security_group_id': '307ae264-6285-469c-8138-f9fe5c5ac555', 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:06.022080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:06.026497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Usage tracker for resource:security_group_rule and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:06.029550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:06.035665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:06.053500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.069185 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:29Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '5a8badbd-0102-44c0-ac92-c60e246e6438', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'port_id': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'mac_address': 'fa:16:3e:d9:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:03Z', 'updated_at': '2021-04-14T16:15:03Z', 'revision_number': 0, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199dabba-badd-46e1-9b61-1cba94b3e9d8', 'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'mac_address': 'fa:16:3e:b4:19:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:26Z', 'updated_at': '2021-04-14T16:13:47Z', 'revision_number': 5, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'subnets': [{'id': 'b37f6508-467b-4315-ac7f-09e223125881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:06.073993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] Checking router: d8d274c1-61b0-4843-8b12-0de2614d5326 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:06.076721 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-90bfc724-a9ab-4a92-8ffb-eb37f725f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:06.078916 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-90bfc724-a9ab-4a92-8ffb-eb37f725f8c2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b37f6508-467b-4315-ac7f-09e223125881 HTTP/1.1" status: 200 len: 853 time: 0.0728004 Apr 14 16:15:06.083718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:06.084377 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:14:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:06.125931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.129141 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.130961 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:06.148416 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298d0d24-b50f-47c1-8a06-387550eb3379,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:06.160048 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:06.170623 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.171946 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1618626 Apr 14 16:15:06.174960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36548) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:06.181076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'security_group_rule': {'security_group_id': '307ae264-6285-469c-8138-f9fe5c5ac555', 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:06.182688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-f72b0abd-a8c4-4b36-8271-3bec982d8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:06.184438 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-f72b0abd-a8c4-4b36-8271-3bec982d8f70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0943432 Apr 14 16:15:06.188291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:06.192344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Usage tracker for resource:security_group_rule and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:06.195406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:06.202245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:06.219461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.282490 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:06.292004 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.299376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.302700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8aaccc38-4dee-45fe-8192-9780dc1acd05 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:06.328493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08452cbf-dc80-49a0-a53b-f93b55d06ff5,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:06.340578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.341031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.341439 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.341843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.342295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.342701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.343097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.343496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.343916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.344321 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.344444 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-c32c3a01-f9d9-46e7-863e-269054b3a59f service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526690 Apr 14 16:15:06.344709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.345098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:06.348506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:06.349390 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.350687 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-05bbd6d4-c05b-44f9-80db-c3b3c6af1642 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747298 Apr 14 16:15:06.353594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36552) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:06.359243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'security_group_rule': {'security_group_id': '307ae264-6285-469c-8138-f9fe5c5ac555', 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:06.366254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:06.370698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Usage tracker for resource:security_group_rule and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:06.373874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:06.380622 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:06.399603 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.471832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.475253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.477674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d276399f-e646-4a64-bf54-5d1c5cee180c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:06.507943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acab31a3-5870-4486-8729-bd6e820e569e,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:06.512854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:06.519865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.521025 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1663868 Apr 14 16:15:06.522194 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-459ae0b4-7a87-43dd-ba9f-cfa29eb67b24 req-e1aae7bc-3761-4191-97a4-fe4cc69a33a0 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599135 Apr 14 16:15:06.523938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36556) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:06.529443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'security_group_rule': {'security_group_id': '307ae264-6285-469c-8138-f9fe5c5ac555', 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:06.535924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:06.540018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Usage tracker for resource:security_group_rule and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:06.543063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:06.549763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:06.564362 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.securitygroups_db [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Project 50e33e4fe3a942dbbcac70994544cff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:15:06.571772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.648919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.652908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.655139 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0ec01798-ab73-420c-a21a-0446a7b99ca3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:06.671503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf4c9a8-97af-4251-9426-c6e5efbf6379,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:06.688651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:06.711412 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:29Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '5a8badbd-0102-44c0-ac92-c60e246e6438', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'port_id': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'mac_address': 'fa:16:3e:d9:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:03Z', 'updated_at': '2021-04-14T16:15:03Z', 'revision_number': 0, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199dabba-badd-46e1-9b61-1cba94b3e9d8', 'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'mac_address': 'fa:16:3e:b4:19:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:26Z', 'updated_at': '2021-04-14T16:13:47Z', 'revision_number': 5, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'subnets': [{'id': 'b37f6508-467b-4315-ac7f-09e223125881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:06.715978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79475eca-afe5-4978-98d7-eb91217049ad None None] The sync data for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb is: [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:29Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '5a8badbd-0102-44c0-ac92-c60e246e6438', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'floating_ip_address': '172.28.2.178', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'port_id': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'mac_address': 'fa:16:3e:d9:ac:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:03Z', 'updated_at': '2021-04-14T16:15:03Z', 'revision_number': 0, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '199dabba-badd-46e1-9b61-1cba94b3e9d8', 'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'mac_address': 'fa:16:3e:b4:19:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:26Z', 'updated_at': '2021-04-14T16:13:47Z', 'revision_number': 5, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'subnets': [{'id': 'b37f6508-467b-4315-ac7f-09e223125881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:06.722756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.725258 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b617f9a2-a83c-4db8-bcbc-968a343efed1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1992745 Apr 14 16:15:06.727217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36560) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:06.734815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'security_group_rule': {'security_group_id': '307ae264-6285-469c-8138-f9fe5c5ac555', 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:06.743245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:06.754964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Usage tracker for resource:security_group_rule and tenant:50e33e4fe3a942dbbcac70994544cff1 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:06.758509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:06.758763 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-bc83f6a1-05d8-40f6-b502-703fcd7dec3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1031256 Apr 14 16:15:06.766451 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:06.783545 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.securitygroups_db [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Project 50e33e4fe3a942dbbcac70994544cff1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 16:15:06.791923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.869757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.874275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.876895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:06.886561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-0d088d36-e02b-401f-a38c-da4c3ca092e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:06.888157 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-0d088d36-e02b-401f-a38c-da4c3ca092e3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 1100 time: 0.0898283 Apr 14 16:15:06.901527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190d3372-82b8-4059-9ac1-1d13cd5d6faf,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:06.904222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:06.911232 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:06.912522 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-86297de0-ca4d-493a-ba0c-89ea1568730d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841574 Apr 14 16:15:07.045859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796163d-a0c8-44ba-9f5d-1629e9d996c5 None None] New status for floating IP 5a8badbd-0102-44c0-ac92-c60e246e6438: ACTIVE {{(pid=85271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:15:07.066137 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-b522598c-0367-4c84-9682-bab82f9055ea tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417871002&fields=id&tenant_id=50e33e4fe3a942dbbcac70994544cff1 HTTP/1.1" status: 200 len: 267 time: 0.0470810 Apr 14 16:15:07.132127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-6458be74-5977-4797-96e1-a99e087ec846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:07.134219 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-6458be74-5977-4797-96e1-a99e087ec846 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.2195609 Apr 14 16:15:07.152384 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c01f1-0ec2-497e-b99e-055ec27afdea req-0bf682a1-60da-4517-b7af-922a60db2a12 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:07.154295 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-085c01f1-0ec2-497e-b99e-055ec27afdea req-0bf682a1-60da-4517-b7af-922a60db2a12 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1018732 Apr 14 16:15:07.188322 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-085c01f1-0ec2-497e-b99e-055ec27afdea req-c77c4302-c3c3-4caf-b0ac-e68108bfdd1e tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265138 Apr 14 16:15:07.514821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-d6acff51-086d-41f2-a7ee-85dc5d96b40a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:07.516968 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-d6acff51-086d-41f2-a7ee-85dc5d96b40a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 946 time: 0.4385729 Apr 14 16:15:07.522048 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-2533d457-1106-4537-bb8f-66c394258c7c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc HTTP/1.1" status: 200 len: 1001 time: 0.3728640 Apr 14 16:15:07.529063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'port': {'security_groups': ['6f58704c-696a-4db2-962d-63c0a16c7607', '307ae264-6285-469c-8138-f9fe5c5ac555']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:07.692315 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-62600ab7-5760-4d56-86b9-49cde35ec0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:07.693953 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-62600ab7-5760-4d56-86b9-49cde35ec0b5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.1381729 Apr 14 16:15:07.768195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:07.904609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-fb34e69e-8d23-462c-babe-17bde72633c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:07.906293 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-fb34e69e-8d23-462c-babe-17bde72633c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2028959 Apr 14 16:15:08.169445 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-dbd7126f-7262-4e29-ac6c-12599be9f0ec service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464373 Apr 14 16:15:08.324643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] For port 6062eaee-e03a-44f9-9f30-94b1844baef9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6062eaee-e03a-44f9-9f30-94b1844baef9,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:08.378099 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f4f26f8b-1a1c-4bd0-840c-f644e1046c30 req-df34f2aa-8fd5-4471-a464-801d3815c11e service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997056 Apr 14 16:15:08.386857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:08.391054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:08.402950 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['6062eaee-e03a-44f9-9f30-94b1844baef9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:08.408034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:08.412275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06343041-5f0e-4fc5-9435-9df32c8dba05 req-c0126cee-0b36-4176-88dd-376542309b6d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:08.413988 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-06343041-5f0e-4fc5-9435-9df32c8dba05 req-c0126cee-0b36-4176-88dd-376542309b6d tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1021020 Apr 14 16:15:08.449571 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-06343041-5f0e-4fc5-9435-9df32c8dba05 req-18cc7d3a-5785-456e-9355-0fabdce1b4c2 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259254 Apr 14 16:15:08.570655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'Port': ['ID=6062eaee-e03a-44f9-9f30-94b1844baef9,revision_number=6']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:08.629270 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.629270 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.629664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.630056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.630487 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.630889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.631288 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.631687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.632087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.632485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.633138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.633538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:08.648021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:08.682982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:08.683683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:08.685187 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e697e856-b177-4f07-8fc3-a8f31db9a777 req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "PUT /v2.0/ports/6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 982 time: 1.1611571 Apr 14 16:15:08.685892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:08.740106 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-c06c2388-9fd9-4f4c-8679-67eb77fb82b8 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:08.741307 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-c06c2388-9fd9-4f4c-8679-67eb77fb82b8 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.49 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1719511 Apr 14 16:15:08.788808 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'status': 'completed', 'code': 200} Apr 14 16:15:08.847658 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['6062eaee-e03a-44f9-9f30-94b1844baef9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:08.923143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Deleting port de852778-0524-498b-8486-dada131f4748 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:08.923635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:09.003835 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-9cd70a4e-4273-4df8-8b3e-d6752b2c75ce None None] Provisioning complete for port 6062eaee-e03a-44f9-9f30-94b1844baef9 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:09.004142 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9cd70a4e-4273-4df8-8b3e-d6752b2c75ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:09.076177 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb733c21-210c-410a-9dc8-794203661c27 req-7ddfbabe-a463-4c8e-a745-eaf62ba5375d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:09.077853 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb733c21-210c-410a-9dc8-794203661c27 req-7ddfbabe-a463-4c8e-a745-eaf62ba5375d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50e33e4fe3a942dbbcac70994544cff1&device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 1138 time: 0.2738736 Apr 14 16:15:09.213978 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ed9e8-a096-4a14-abdb-7cd4acd69a02 req-59e7e961-31af-4f40-91bd-992a46bd42ef tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:09.215562 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ec9ed9e8-a096-4a14-abdb-7cd4acd69a02 req-59e7e961-31af-4f40-91bd-992a46bd42ef tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.3594127 Apr 14 16:15:09.351167 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ec9ed9e8-a096-4a14-abdb-7cd4acd69a02 req-34f5af51-a62b-4dc6-bc5d-ec8d75a1a45a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797198 Apr 14 16:15:09.421127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] For port de852778-0524-498b-8486-dada131f4748, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=de852778-0524-498b-8486-dada131f4748,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:09.421540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:09.431157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb733c21-210c-410a-9dc8-794203661c27 req-2113fb91-7ee1-4e8d-ab14-a283fddfc9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:09.432750 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb733c21-210c-410a-9dc8-794203661c27 req-2113fb91-7ee1-4e8d-ab14-a283fddfc9d9 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea HTTP/1.1" status: 200 len: 915 time: 0.3398290 Apr 14 16:15:09.723700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e73d1-a8df-4419-a858-85b5f3e09714 req-f7c94902-b003-4478-b66a-edb7df690ba1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:09.725448 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-491e73d1-a8df-4419-a858-85b5f3e09714 req-f7c94902-b003-4478-b66a-edb7df690ba1 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 945 time: 0.1054735 Apr 14 16:15:09.758710 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-491e73d1-a8df-4419-a858-85b5f3e09714 req-c8932b5a-5d41-479d-b274-f0fbe5392ad8 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/security-groups?id=253cab75-d027-4bb4-b6ed-43e76ce94e81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264354 Apr 14 16:15:09.785481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:09.868013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Calling delete_port for de852778-0524-498b-8486-dada131f4748 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:09.959957 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb733c21-210c-410a-9dc8-794203661c27 req-55e16836-171f-4d35-9629-512843a286aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 1002 time: 0.4672146 Apr 14 16:15:10.083711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb733c21-210c-410a-9dc8-794203661c27 req-f4786627-8095-4fb6-a8c8-81a58babbc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:10.085275 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb733c21-210c-410a-9dc8-794203661c27 req-f4786627-8095-4fb6-a8c8-81a58babbc2e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b37f6508-467b-4315-ac7f-09e223125881 HTTP/1.1" status: 200 len: 853 time: 0.1097445 Apr 14 16:15:10.158706 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:10.180691 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-34619809-b662-43a7-8790-8fdc23923f55 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:10.279773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Pushing event deleted for resources: {'Port': ['ID=de852778-0524-498b-8486-dada131f4748,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:10.291440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:10.337680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb733c21-210c-410a-9dc8-794203661c27 req-c689d5fb-e3a2-4a68-b54d-bea0f90aa9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:10.339214 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb733c21-210c-410a-9dc8-794203661c27 req-c689d5fb-e3a2-4a68-b54d-bea0f90aa9c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2443905 Apr 14 16:15:10.545774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] No DVR routers for this DVR port de852778-0524-498b-8486-dada131f4748 on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:15:10.558336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:10.584338 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8b8e8218-ea87-4089-9f5f-56dffedc9aba req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.49 "DELETE /v2.0/ports/de852778-0524-498b-8486-dada131f4748 HTTP/1.1" status: 204 len: 173 time: 1.8371301 Apr 14 16:15:10.593057 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb733c21-210c-410a-9dc8-794203661c27 req-d506e995-90d3-4e4f-aa2c-aa45af50694a service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350538 Apr 14 16:15:10.751196 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eb733c21-210c-410a-9dc8-794203661c27 req-f8733f84-63ad-431a-b194-9b03c880a272 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454988 Apr 14 16:15:10.790034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa26093-c5ce-46f7-af32-e2b6b8fa58cd', 'name': 'network-vif-deleted', 'tag': 'de852778-0524-498b-8486-dada131f4748'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:10.838800 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa26093-c5ce-46f7-af32-e2b6b8fa58cd', 'name': 'network-vif-deleted', 'tag': 'de852778-0524-498b-8486-dada131f4748', 'status': 'completed', 'code': 200} Apr 14 16:15:10.954131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-fb19ad0d-5de9-4fe2-9828-84dbd948a88f req-5142c04a-835c-4375-a253-9b6bab217483 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Synchronizing usage tracker for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:10.970024 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-fb19ad0d-5de9-4fe2-9828-84dbd948a88f req-5142c04a-835c-4375-a253-9b6bab217483 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Unset dirty status for tenant:f4657241e7a74e70a87f6075653e75a6 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:10.971373 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fb19ad0d-5de9-4fe2-9828-84dbd948a88f req-5142c04a-835c-4375-a253-9b6bab217483 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] 10.222.0.61 "GET /v2.0/ports?device_id=2fa26093-c5ce-46f7-af32-e2b6b8fa58cd HTTP/1.1" status: 200 len: 210 time: 0.0709436 Apr 14 16:15:11.314269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device de852778-0524-498b-8486-dada131f4748 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:11.354100 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: de852778-0524-498b-8486-dada131f4748 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:11.354521 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device de852778-0524-498b-8486-dada131f4748 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:12.074015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36598) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:12.874044 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854332632'] for router_interface, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:13.241863 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Deleting port b30c5ec0-78b0-408c-9be4-c537ce6a87c3 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:13.242546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:13.432819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] For port b30c5ec0-78b0-408c-9be4-c537ce6a87c3, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=b30c5ec0-78b0-408c-9be4-c537ce6a87c3,segment=NetworkSegment(cb3c7fae-1b5c-40f6-be6e-ac8adfbae721),segment_id=cb3c7fae-1b5c-40f6-be6e-ac8adfbae721)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:13.433208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:13.566800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Calling delete_port for b30c5ec0-78b0-408c-9be4-c537ce6a87c3 owned by network:router_interface {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:13.885395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:13.900484 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1a7de63a-f010-4a4d-9e7c-774733654c45 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:13.997074 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b30c5ec0-78b0-408c-9be4-c537ce6a87c3,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:14.000653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:14.360031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381601'] for router_interface, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:15.112243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Router 85257c74-2259-4b98-8755-b764c7ec983b has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:15:15.300849 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:15.310178 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] Sync routers for ids ['85257c74-2259-4b98-8755-b764c7ec983b'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:15.317351 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] 10.222.0.61 "PUT /v2.0/routers/85257c74-2259-4b98-8755-b764c7ec983b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2421472 Apr 14 16:15:15.319963 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36622) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:15.320128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] Routers {'85257c74-2259-4b98-8755-b764c7ec983b'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:15.320798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:14:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['85257c74-2259-4b98-8755-b764c7ec983b'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:15.517737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks [] for router, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:15.671458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] Set router 85257c74-2259-4b98-8755-b764c7ec983b gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:15.733668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:15.742261 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Deleting port 1c75ba06-57d2-403e-af3d-39b1ed75c529 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:15.742647 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:15.928588 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] For port 1c75ba06-57d2-403e-af3d-39b1ed75c529, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=1c75ba06-57d2-403e-af3d-39b1ed75c529,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:15.928908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:15.978913 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85257c74-2259-4b98-8755-b764c7ec983b', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:26Z', 'updated_at': '2021-04-14T16:15:13Z', 'revision_number': 5, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'gw_port': {'id': '1c75ba06-57d2-403e-af3d-39b1ed75c529', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85257c74-2259-4b98-8755-b764c7ec983b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:12:29Z', 'updated_at': '2021-04-14T16:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:15.983243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] Checking router: 85257c74-2259-4b98-8755-b764c7ec983b for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:15.993122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] Routers {'85257c74-2259-4b98-8755-b764c7ec983b'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:15.993801 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:14:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['85257c74-2259-4b98-8755-b764c7ec983b'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:16.067405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Calling delete_port for 1c75ba06-57d2-403e-af3d-39b1ed75c529 owned by network:router_gateway {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:16.157806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] Set router 85257c74-2259-4b98-8755-b764c7ec983b gateway port host: None {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:16.245723 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:16.264299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-92008560-ba27-4ab6-87cd-f5e24452ca7d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:16.273497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85257c74-2259-4b98-8755-b764c7ec983b', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:26Z', 'updated_at': '2021-04-14T16:15:15Z', 'revision_number': 6, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'gw_port_host': None}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:16.277654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b43c82-a318-4d58-8e12-fec4d09853ed None None] The sync data for ids ['85257c74-2259-4b98-8755-b764c7ec983b'] in dv-cinder-786266-1-smb is: [{'id': '85257c74-2259-4b98-8755-b764c7ec983b', 'name': 'tempest-ServerRescueNegativeTestJSON-234716866-router', 'tenant_id': 'f4657241e7a74e70a87f6075653e75a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:12:26Z', 'updated_at': '2021-04-14T16:15:15Z', 'revision_number': 6, 'project_id': 'f4657241e7a74e70a87f6075653e75a6', 'gw_port_host': None}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:16.354929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Pushing event deleted for resources: {'Port': ['ID=1c75ba06-57d2-403e-af3d-39b1ed75c529,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:16.366369 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:16.514707 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device b30c5ec0-78b0-408c-9be4-c537ce6a87c3 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:16.540822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381767'] for router_gateway, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:16.553437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: b30c5ec0-78b0-408c-9be4-c537ce6a87c3 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:16.553837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device b30c5ec0-78b0-408c-9be4-c537ce6a87c3 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:16.729943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854319393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124668'] for router, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:16.732354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:16.822957 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447599'] for router, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:16.823560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85257c74-2259-4b98-8755-b764c7ec983b {{(pid=85269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:15:16.837757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Notify callbacks [] for router, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:16.839061 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] 10.222.0.61 "DELETE /v2.0/routers/85257c74-2259-4b98-8755-b764c7ec983b HTTP/1.1" status: 204 len: 168 time: 1.5181112 Apr 14 16:15:16.841796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36634) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:16.908783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f64fbb-ce5a-4e6d-9f2a-3dfaf32120b7 admin admin] Deleting subnet 9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 {{(pid=85269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:15:16.912122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-79f64fbb-ce5a-4e6d-9f2a-3dfaf32120b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:16.970448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-79f64fbb-ce5a-4e6d-9f2a-3dfaf32120b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846857966'] for subnet, precommit_delete_associations {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:17.031745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-79f64fbb-ce5a-4e6d-9f2a-3dfaf32120b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:17.293531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-79f64fbb-ce5a-4e6d-9f2a-3dfaf32120b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6534804'] for subnet, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:17.308306 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f787c79c-6b4d-4ae2-ba1f-e344309e41f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:17.346426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f64fbb-ce5a-4e6d-9f2a-3dfaf32120b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fe99b85-10e3-4e49-b9dc-6a893c3b28a7,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:17.394830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-79f64fbb-ce5a-4e6d-9f2a-3dfaf32120b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:17.443901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-79f64fbb-ce5a-4e6d-9f2a-3dfaf32120b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:17.450204 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-79f64fbb-ce5a-4e6d-9f2a-3dfaf32120b7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/9fe99b85-10e3-4e49-b9dc-6a893c3b28a7 HTTP/1.1" status: 204 len: 168 time: 0.6073072 Apr 14 16:15:17.452882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36640) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:17.570307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:17.764817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:17.874520 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0c325b-ec4e-4107-a17a-03fce6bbe0fb']}} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:17.891655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721') {'for_net_delete': True} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:17.892001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3c7fae-1b5c-40f6-be6e-ac8adfbae721') {} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:17.903972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846856476'] for segment, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:17.921129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:17.927642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=85269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:15:18.108413 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:15:18.118032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6512918'] for segment, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:18.451961 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 1c75ba06-57d2-403e-af3d-39b1ed75c529 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:18.493128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 1c75ba06-57d2-403e-af3d-39b1ed75c529 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:18.493507 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 1c75ba06-57d2-403e-af3d-39b1ed75c529 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:18.538183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Network 0d0c325b-ec4e-4107-a17a-03fce6bbe0fb has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:15:18.561513 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:15:18.663309 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:18.669027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:18.673235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:18.698819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0c325b-ec4e-4107-a17a-03fce6bbe0fb,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:18.702367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:18.708219 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] 10.222.0.61 "DELETE /v2.0/networks/0d0c325b-ec4e-4107-a17a-03fce6bbe0fb HTTP/1.1" status: 204 len: 168 time: 1.2542470 Apr 14 16:15:18.889281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36656) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:18.926501 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1c0fc590-ef90-43ac-8d89-2ebf8c4fae3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4657241e7a74e70a87f6075653e75a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0357971 Apr 14 16:15:18.929125 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36660) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:18.990837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2869c3b4-bab2-4769-b8fc-e2d2c7047fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:19.019240 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2869c3b4-bab2-4769-b8fc-e2d2c7047fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:19.063703 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2869c3b4-bab2-4769-b8fc-e2d2c7047fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:19.068653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3aebac03-3b0b-4814-a27e-f1762d83d055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:19.081892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869c3b4-bab2-4769-b8fc-e2d2c7047fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253cab75-d027-4bb4-b6ed-43e76ce94e81,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:19.084840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2869c3b4-bab2-4769-b8fc-e2d2c7047fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:19.091789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2869c3b4-bab2-4769-b8fc-e2d2c7047fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:19.093873 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2869c3b4-bab2-4769-b8fc-e2d2c7047fa8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/253cab75-d027-4bb4-b6ed-43e76ce94e81 HTTP/1.1" status: 204 len: 168 time: 0.1637239 Apr 14 16:15:24.424248 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-69df2021-6279-40b3-8ecb-d6759f6c8cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:26.764475 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 36794) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:26.891036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:26.906068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:26.910143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] Usage tracker for resource:security_group_rule and tenant:c91b2cfe895d42969c60741acd1f63c3 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:26.914075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:26.921102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:27.011973 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.014941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.024409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-05f48fab-7630-40ed-a380-60f28fbb71a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:27.068080 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c91b2cfe895d42969c60741acd1f63c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024337 Apr 14 16:15:27.069795 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757216cc-ac50-41be-accb-328c6951b904,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:27.071091 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 36806) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:27.073166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ea3a8731-575f-47c9-8d13-0d5aa3be853a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:27.134874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdf083df-61b2-4e47-9b12-51c1b6de04de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.162290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdf083df-61b2-4e47-9b12-51c1b6de04de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.211947 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdf083df-61b2-4e47-9b12-51c1b6de04de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.217195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fdefdd39-d9e5-4642-a8a2-b7860307d5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:27.231095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf083df-61b2-4e47-9b12-51c1b6de04de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757216cc-ac50-41be-accb-328c6951b904,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:27.234310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bdf083df-61b2-4e47-9b12-51c1b6de04de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:27.236692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdf083df-61b2-4e47-9b12-51c1b6de04de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.238575 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-bdf083df-61b2-4e47-9b12-51c1b6de04de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/757216cc-ac50-41be-accb-328c6951b904 HTTP/1.1" status: 204 len: 168 time: 0.1662121 Apr 14 16:15:27.301441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8824a868-c253-4add-aa17-dc56b8152d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:27.975311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:28.258002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:29.094741 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:32.562775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0e43b-4919-42f5-a692-698a5faa4aa7 req-712235c3-64c3-43ae-99c0-6750f89072d7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:32.564378 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-44b0e43b-4919-42f5-a692-698a5faa4aa7 req-712235c3-64c3-43ae-99c0-6750f89072d7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.0947616 Apr 14 16:15:32.595461 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-44b0e43b-4919-42f5-a692-698a5faa4aa7 req-d52e6d52-8757-44f1-a1f9-a5373eb8d729 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246744 Apr 14 16:15:33.818655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa79c1-f687-420c-9aad-a1ccee0b3c92 req-93c2e0be-8360-4c6f-8472-e70ad866d3f9 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:33.820194 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-14fa79c1-f687-420c-9aad-a1ccee0b3c92 req-93c2e0be-8360-4c6f-8472-e70ad866d3f9 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.0976305 Apr 14 16:15:33.854732 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-14fa79c1-f687-420c-9aad-a1ccee0b3c92 req-997be114-6c68-44ad-baf8-39759606184b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280612 Apr 14 16:15:34.369939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-55733c4c-4a43-46e9-8751-7cb8ccf370d3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:34.371543 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-55733c4c-4a43-46e9-8751-7cb8ccf370d3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.0925498 Apr 14 16:15:34.449857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Deleting port ea36e96e-1bc9-49c4-ba52-08773a64a5cc {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:34.450281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:34.728816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] For port ea36e96e-1bc9-49c4-ba52-08773a64a5cc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:34.729222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:35.118229 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:35.118774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:35.119274 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Floating IP 1152771b-3cf5-4c7d-a4f2-3fa256f1ad7f disassociated. External IP: 172.28.2.54, port: ea36e96e-1bc9-49c4-ba52-08773a64a5cc. Apr 14 16:15:35.119713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Calling delete_port for ea36e96e-1bc9-49c4-ba52-08773a64a5cc owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:35.205238 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20031b39-1241-413d-b9a0-984497823c37 req-32ab854e-ed06-4689-86bd-470ac1d09b7b tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:35.206944 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-20031b39-1241-413d-b9a0-984497823c37 req-32ab854e-ed06-4689-86bd-470ac1d09b7b tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.0908759 Apr 14 16:15:35.211901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2d6f6-db09-432e-b632-dc3251cefd5d req-066eee95-2a4c-4cad-b5f9-514fdb90fda5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:35.213545 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-63d2d6f6-db09-432e-b632-dc3251cefd5d req-066eee95-2a4c-4cad-b5f9-514fdb90fda5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 947 time: 0.1885881 Apr 14 16:15:35.239936 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-20031b39-1241-413d-b9a0-984497823c37 req-0dd8d65f-f0e4-4dd0-8e42-4bd435af9d80 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259714 Apr 14 16:15:35.261260 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-63d2d6f6-db09-432e-b632-dc3251cefd5d req-76ae2217-d74c-4711-bb9c-d1403d32f471 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=55395261-5d9d-4545-b6c0-b8f8e4e711c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Apr 14 16:15:35.328057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:35.343448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:35.440795 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event deleted for resources: {'Port': ['ID=ea36e96e-1bc9-49c4-ba52-08773a64a5cc,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:35.447259 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:35.710706 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:15:35.903135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:35.917252 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] Sync routers for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:35.932678 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:35.933607 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:15:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:35.988103 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] No DVR routers for this DVR port ea36e96e-1bc9-49c4-ba52-08773a64a5cc on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:15:35.990857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:35.995259 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-deleted', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:36.045315 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8f874ce3-5550-4b79-8862-8ba9ee8538a9 req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "DELETE /v2.0/ports/ea36e96e-1bc9-49c4-ba52-08773a64a5cc HTTP/1.1" status: 204 len: 173 time: 1.6677225 Apr 14 16:15:36.054448 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc1e9968-0541-4918-9186-dbf6f2cf8c19', 'name': 'network-vif-deleted', 'tag': 'ea36e96e-1bc9-49c4-ba52-08773a64a5cc', 'status': 'completed', 'code': 200} Apr 14 16:15:36.138819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:36.516258 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a985b-ed52-426d-b8b4-a14e28ebcad4 req-b2634ce9-4e4a-44d6-afaa-e9b34d92d0e6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:36.524689 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29a985b-ed52-426d-b8b4-a14e28ebcad4 req-b2634ce9-4e4a-44d6-afaa-e9b34d92d0e6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.1047328 Apr 14 16:15:36.559440 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29a985b-ed52-426d-b8b4-a14e28ebcad4 req-24fc5a52-4396-4d7b-812b-abde40789297 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337148 Apr 14 16:15:36.641536 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:36.647872 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] Checking router: a6001bd5-6439-4907-aa06-e3dc16dfaeb0 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:36.674461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:36.675087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:15:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:36.725630 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c5bff05b-a88c-41cf-9983-502138a1380f req-cbdb2706-d38a-45a2-9df7-aa8712f5c741 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc1e9968-0541-4918-9186-dbf6f2cf8c19 HTTP/1.1" status: 200 len: 210 time: 0.0866616 Apr 14 16:15:36.806036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:15:36.890958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:37.224596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:37.228821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75533ad9-e524-4e2e-8b85-bec6fa8fabe1 None None] The sync data for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb is: [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:37.499089 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:37.547256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: ea36e96e-1bc9-49c4-ba52-08773a64a5cc {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:37.549852 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device ea36e96e-1bc9-49c4-ba52-08773a64a5cc not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:37.634495 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-4ede23fa-26a2-4de9-aa34-fcff6a99275a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:37.636048 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-4ede23fa-26a2-4de9-aa34-fcff6a99275a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.3588181 Apr 14 16:15:37.675244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413628aa-9798-425b-8870-69e54015d63a None None] New status for floating IP 1152771b-3cf5-4c7d-a4f2-3fa256f1ad7f: DOWN {{(pid=85272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:15:37.786027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Deleting port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:37.786468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:37.942655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37042) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:38.031283 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7cfd18ee-7e17-49a7-abc3-ebb1f06ab4eb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.066684 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7cfd18ee-7e17-49a7-abc3-ebb1f06ab4eb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.120146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7cfd18ee-7e17-49a7-abc3-ebb1f06ab4eb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.127950 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f1a6b0e5-3758-4d56-a103-c3b4ba6e5172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:38.156568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd18ee-7e17-49a7-abc3-ebb1f06ab4eb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55395261-5d9d-4545-b6c0-b8f8e4e711c3,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:38.163209 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7cfd18ee-7e17-49a7-abc3-ebb1f06ab4eb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:38.167053 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7cfd18ee-7e17-49a7-abc3-ebb1f06ab4eb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.168512 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7cfd18ee-7e17-49a7-abc3-ebb1f06ab4eb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "DELETE /v2.0/security-groups/55395261-5d9d-4545-b6c0-b8f8e4e711c3 HTTP/1.1" status: 204 len: 168 time: 0.2246101 Apr 14 16:15:38.172516 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37050) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:38.201161 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.v2.resource [None req-00540cc6-52dd-4505-a182-1fc9bae8719b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] show failed (client error): The resource could not be found. Apr 14 16:15:38.202858 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-00540cc6-52dd-4505-a182-1fc9bae8719b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups/55395261-5d9d-4545-b6c0-b8f8e4e711c3 HTTP/1.1" status: 404 len: 347 time: 0.0288222 Apr 14 16:15:38.205584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37056) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:38.206993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d08f4-0cbe-4b68-8260-bfc6ae5f9d1d req-74f17169-83ea-4f00-ab21-03a4cbeb8ae4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:38.215035 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f2d08f4-0cbe-4b68-8260-bfc6ae5f9d1d req-74f17169-83ea-4f00-ab21-03a4cbeb8ae4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 945 time: 0.3879886 Apr 14 16:15:38.274753 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f2d08f4-0cbe-4b68-8260-bfc6ae5f9d1d req-a492fbd1-544c-4f03-bf51-c43fc2372a45 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=61f0433d-3ae8-412a-bc99-b81ece043c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583644 Apr 14 16:15:38.346542 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] For port d677e225-0a1e-4b98-a3f3-cd3d10aa9487, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:38.346924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.413509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Deleting port 02ff6e6c-19f9-451d-8641-45ea2ef8dcc9 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:38.414003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.604665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.605506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.726602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.727812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.731230 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Floating IP ab8abc88-1223-41da-9fe7-dab28b0f556e disassociated. External IP: 172.28.2.223, port: d677e225-0a1e-4b98-a3f3-cd3d10aa9487. Apr 14 16:15:38.731745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Calling delete_port for d677e225-0a1e-4b98-a3f3-cd3d10aa9487 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:38.781711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Calling delete_port for 02ff6e6c-19f9-451d-8641-45ea2ef8dcc9 owned by network:floatingip {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:38.935333 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:38.951997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3511de48-e02c-470c-889d-92d60d5fa498 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:38.958837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.006068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event deleted for resources: {'Port': ['ID=d677e225-0a1e-4b98-a3f3-cd3d10aa9487,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:39.043491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-56626df6-58ca-465b-9f64-c7813dc4e0a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:39.063805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:39.099801 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event deleted for resources: {'Port': ['ID=02ff6e6c-19f9-451d-8641-45ea2ef8dcc9,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:39.108338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:39.258848 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.274793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.276048 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8469f632-801e-4eb4-9761-0544a33b763c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "DELETE /v2.0/floatingips/1152771b-3cf5-4c7d-a4f2-3fa256f1ad7f HTTP/1.1" status: 204 len: 168 time: 1.0692644 Apr 14 16:15:39.348228 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Router 68461ad5-84ec-4523-875b-716415a51986 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:15:39.454902 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-426d48c1-dd25-4721-af7b-8baa96047070 req-c47895e9-fad1-426d-aba5-e03543fc5a1f tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa710e0d-6594-4138-8bdb-603c88b6dd63 HTTP/1.1" status: 200 len: 210 time: 0.0606909 Apr 14 16:15:39.551882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:15:39.563394 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] Sync routers for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:15:39.575392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:39.576468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:15:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:39.636830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] No DVR routers for this DVR port d677e225-0a1e-4b98-a3f3-cd3d10aa9487 on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:15:39.639446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.644508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'name': 'network-vif-deleted', 'tag': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:39.662990 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-23a9b4aa-cc03-47ba-9022-39b3efed43b3 req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "DELETE /v2.0/ports/d677e225-0a1e-4b98-a3f3-cd3d10aa9487 HTTP/1.1" status: 204 len: 173 time: 2.0173559 Apr 14 16:15:39.731370 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa710e0d-6594-4138-8bdb-603c88b6dd63', 'name': 'network-vif-deleted', 'tag': 'd677e225-0a1e-4b98-a3f3-cd3d10aa9487', 'status': 'completed', 'code': 200} Apr 14 16:15:39.813001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:39.867215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:40.094679 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37086) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:40.101939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978141573', 'description': 'tempest-description--510649747'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:40.110006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:40.115524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:security_group and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:40.118727 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:40.125701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:40.137040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.141761 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:40.146370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:security_group_rule and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:40.150120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:40.158409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:40.251895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.255931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.262877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:40.310372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a2442a-76fd-4a56-8c17-88948a8aa263,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:40.314126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:40.334871 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.339006 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2404494 Apr 14 16:15:40.339415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37098) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:40.347644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'security_group_rule': {'security_group_id': '52a2442a-76fd-4a56-8c17-88948a8aa263', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:40.355673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:40.361860 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:security_group_rule and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:40.373866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:40.376166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:40.396019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.451919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:40.458916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] Checking router: 68461ad5-84ec-4523-875b-716415a51986 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:15:40.469241 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:15:40.469917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:15:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:40.481768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.484917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.508857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:40.524095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe8fce0-9498-4e04-a5fc-5ee4a89e142c,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:40.527642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:40.528574 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.529937 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d77566d6-6081-46fa-b7b2-6db2b9242b34 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1894293 Apr 14 16:15:40.534709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37106) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:40.541015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'security_group_rule': {'security_group_id': '52a2442a-76fd-4a56-8c17-88948a8aa263', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:40.550052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:40.556642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:security_group_rule and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:40.559998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:40.567039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:40.599324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.619829 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37112) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:40.681747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:15:40.704013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.707537 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.720349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3dbd9bb9-aa71-4862-91c5-a4459f475125 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:40.754226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2861315-9d64-4f51-ab07-82ab4c196a36,revision_number=0']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:40.761160 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:40.766515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.767831 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-99cbaebc-2510-46a7-827c-f310c0811757 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2315648 Apr 14 16:15:40.773146 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37116) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:40.781942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'floatingip': {'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:40.789127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:40.793485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Usage tracker for resource:floatingip and tenant:ddcd108ac1b949099e453989d0b5e973 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:40.794644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2a269881-cd52-45a6-8a4e-95df6155078c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.797631 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:40.805481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:40.820512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.832724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2a269881-cd52-45a6-8a4e-95df6155078c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.884912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2a269881-cd52-45a6-8a4e-95df6155078c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.891261 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-585ca5a2-3c8e-4a67-bc44-0f3f2e753fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:40.908861 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a269881-cd52-45a6-8a4e-95df6155078c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f0433d-3ae8-412a-bc99-b81ece043c2d,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:40.915833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2a269881-cd52-45a6-8a4e-95df6155078c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:40.920542 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2a269881-cd52-45a6-8a4e-95df6155078c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:40.922523 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2a269881-cd52-45a6-8a4e-95df6155078c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "DELETE /v2.0/security-groups/61f0433d-3ae8-412a-bc99-b81ece043c2d HTTP/1.1" status: 204 len: 168 time: 0.3009706 Apr 14 16:15:40.925184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37122) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:40.944704 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.v2.resource [None req-e78c070f-8571-4f9b-8855-e86d58761478 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] show failed (client error): The resource could not be found. Apr 14 16:15:40.946307 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e78c070f-8571-4f9b-8855-e86d58761478 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups/61f0433d-3ae8-412a-bc99-b81ece043c2d HTTP/1.1" status: 404 len: 347 time: 0.0194933 Apr 14 16:15:40.949133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37126) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:40.989498 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.102575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:15:41.108072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e939f2a-8e17-4601-b33e-bcb8553ff9d1 None None] The sync data for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb is: [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:15:41.140493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Deleting port 2f8294a8-3a62-4fa5-a823-363f29d9d25f {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:15:41.140878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.185194 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Allocated IP 172.28.2.190 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/ef5c8df5-2b3a-4fa1-8eb0-d162de90f089) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:41.345486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.346077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.475179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.516244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device d677e225-0a1e-4b98-a3f3-cd3d10aa9487 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:15:41.517238 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Calling delete_port for 2f8294a8-3a62-4fa5-a823-363f29d9d25f owned by network:floatingip {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:15:41.528534 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.556184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: d677e225-0a1e-4b98-a3f3-cd3d10aa9487 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:15:41.556682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device d677e225-0a1e-4b98-a3f3-cd3d10aa9487 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:15:41.559532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:41.594903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538283c-fd04-4d50-91b3-93a897e9de51 None None] New status for floating IP ab8abc88-1223-41da-9fe7-dab28b0f556e: DOWN {{(pid=85272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:15:41.670645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.688862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:41.763630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.api [None req-f538283c-fd04-4d50-91b3-93a897e9de51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85272) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:15:41.763944 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_db.api [None req-f538283c-fd04-4d50-91b3-93a897e9de51 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:15:41.794289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event deleted for resources: {'Port': ['ID=2f8294a8-3a62-4fa5-a823-363f29d9d25f,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:41.802059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:41.841309 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'Port': ['ID=ef5c8df5-2b3a-4fa1-8eb0-d162de90f089,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:41.847959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:41.904207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:41.905988 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:41.908735 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:41.980632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:41.996908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.000928 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "DELETE /v2.0/floatingips/ab8abc88-1223-41da-9fe7-dab28b0f556e HTTP/1.1" status: 204 len: 168 time: 1.0478249 Apr 14 16:15:42.012571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.134366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.249797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37154) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:42.255857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--876921555', 'description': 'tempest-description--740355951'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:42.262517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:42.266071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538283c-fd04-4d50-91b3-93a897e9de51 None None] New status for floating IP ab8abc88-1223-41da-9fe7-dab28b0f556e: DOWN {{(pid=85272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:15:42.267782 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:security_group and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:42.271024 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:42.277924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:42.300012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.305177 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:42.309825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:security_group_rule and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:42.317915 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:42.332274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:42.456468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.459216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.470720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.473746 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.475646 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bc5137c2-6f60-4eda-af52-37ee9388a594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:42.479747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2869c3b4-bab2-4769-b8fc-e2d2c7047fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:42.527653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb280f3-10dc-4823-b312-168d20e32399,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:42.530853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:42.531629 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.536118 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-18e72911-85fe-470f-8eb6-8a1014b58ea2 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2851045 Apr 14 16:15:42.536850 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37164) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:42.543080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'security_group_rule': {'security_group_id': 'bfb280f3-10dc-4823-b312-168d20e32399', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:42.550424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:42.554812 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:security_group_rule and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:42.558323 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:42.565020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:42.585488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.617167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'Port': ['ID=ef5c8df5-2b3a-4fa1-8eb0-d162de90f089,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:42.620311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:42.665817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.669891 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.672788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:42.710334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e2ae19-f9fa-4b7f-8915-d8ded546aecd,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:42.719398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.723586 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830664 Apr 14 16:15:42.723586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e44fd2d6-6e7f-45ab-9b1a-b584e4fc5fca tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:42.723831 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37186) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:42.730697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'security_group_rule': {'security_group_id': 'bfb280f3-10dc-4823-b312-168d20e32399', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:42.738538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:42.744039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:security_group_rule and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:42.747823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:42.759918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:42.777981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.786714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.819486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.829029 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0473223 Apr 14 16:15:42.861857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.865657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361251'] for security_group_rule, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.868543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2460dd9a-b830-4729-92d4-d2b1d6b479a9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:42.895333 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fcaa26-0a77-498f-917f-9daedbd35c14,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:42.898225 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:42.908259 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:42.909855 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c6bd54b9-c731-42d4-9725-de3b97684c88 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1847887 Apr 14 16:15:42.914997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37214) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:42.921938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'floatingip': {'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:42.929640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:42.935868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Usage tracker for resource:floatingip and tenant:7289b0682edf478b84f786e0043180af is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:42.939934 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:42.947687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:42.957717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.098908 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-47a0cbad-8a4b-4ebc-935c-0d57353123fb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1978141573&fields=id&tenant_id=ddcd108ac1b949099e453989d0b5e973 HTTP/1.1" status: 200 len: 267 time: 0.0284274 Apr 14 16:15:43.163901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.376368 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Allocated IP 172.28.2.172 (9b4b0030-1b6b-4852-8a71-bad8ef632c20/c2ecb471-602a-4ff9-aa1d-2040628ce2ee/3c8559f2-0726-4245-a557-d564533a0e9c) {{(pid=85269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:43.601275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532279d-47bc-48c8-aa55-14c008555852 req-f7504410-1241-4d1a-baf9-0204b905a54d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:43.602696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-d532279d-47bc-48c8-aa55-14c008555852 req-f7504410-1241-4d1a-baf9-0204b905a54d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Synchronizing usage tracker for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:43.635734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-d532279d-47bc-48c8-aa55-14c008555852 req-f7504410-1241-4d1a-baf9-0204b905a54d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Unset dirty status for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:43.643314 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-f7504410-1241-4d1a-baf9-0204b905a54d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 816 time: 0.5353405 Apr 14 16:15:43.656886 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-855e0a51-a613-4e8e-a914-49f439f5ca2a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/quotas/ddcd108ac1b949099e453989d0b5e973 HTTP/1.1" status: 200 len: 375 time: 0.0118592 Apr 14 16:15:43.798498 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-d532279d-47bc-48c8-aa55-14c008555852 req-177877b9-7a00-45fe-9b48-f71bbf2ac97b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Synchronizing usage tracker for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:43.820280 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-d532279d-47bc-48c8-aa55-14c008555852 req-177877b9-7a00-45fe-9b48-f71bbf2ac97b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Unset dirty status for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:43.821763 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-177877b9-7a00-45fe-9b48-f71bbf2ac97b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1573849 Apr 14 16:15:43.830149 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for port, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.866715 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:43.883013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-074b0eb8-58c6-4f2e-887f-471bb2dab1a3 tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:43.999586 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-6a39596d-0d38-4674-ab88-77c99899b031 service neutron] 10.222.0.61 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531794 Apr 14 16:15:44.065770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'Port': ['ID=3c8559f2-0726-4245-a557-d564533a0e9c,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:44.071294 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:44.149886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Network 9b4b0030-1b6b-4852-8a71-bad8ef632c20 is already hosted by enough agents. {{(pid=85269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:44.151583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources bound (agent type, host, resource id): {{(pid=85269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:44.154518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Received port after_create {{(pid=85269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:44.189692 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-6d5f0bb4-d4aa-41eb-b744-5a2d458187d8 service neutron] 10.222.0.61 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833460 Apr 14 16:15:44.265695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:44.338848 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:44.435410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-3e276ea0-ff8a-496b-903d-083d9f132567 req-98f96c43-5b53-43c7-a437-d4901ad5083d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Synchronizing usage tracker for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:44.508064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-3e276ea0-ff8a-496b-903d-083d9f132567 req-98f96c43-5b53-43c7-a437-d4901ad5083d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Unset dirty status for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:44.509461 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3e276ea0-ff8a-496b-903d-083d9f132567 req-98f96c43-5b53-43c7-a437-d4901ad5083d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 210 time: 0.1379311 Apr 14 16:15:44.709047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for port, precommit_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:44.715221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6512948'] for port, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:44.732605 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b5dbc68a-5d09-45ae-b6ba-1e0aaa6fc15b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:44.887300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'Port': ['ID=3c8559f2-0726-4245-a557-d564533a0e9c,revision_number=2']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:44.917902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:44.996796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-abc81104-adb1-46c1-bd96-f921fe5baad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:44.996796 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-abc81104-adb1-46c1-bd96-f921fe5baad1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50e33e4fe3a942dbbcac70994544cff1&device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 1138 time: 0.1100760 Apr 14 16:15:45.088582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:45.118543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c12e30-8c47-4dca-888b-3048e92e558d req-34fd74f3-9046-40fd-8fb9-8b4da6cd52b3 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:45.120283 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-98c12e30-8c47-4dca-888b-3048e92e558d req-34fd74f3-9046-40fd-8fb9-8b4da6cd52b3 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.1894176 Apr 14 16:15:45.145862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:45.158166 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2309415 Apr 14 16:15:45.171596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-98c12e30-8c47-4dca-888b-3048e92e558d req-42a7b44d-7675-4a99-adab-90540d22e74a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Synchronizing usage tracker for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:45.198402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-98c12e30-8c47-4dca-888b-3048e92e558d req-42a7b44d-7675-4a99-adab-90540d22e74a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Unset dirty status for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:45.209460 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-98c12e30-8c47-4dca-888b-3048e92e558d req-42a7b44d-7675-4a99-adab-90540d22e74a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783637 Apr 14 16:15:45.270702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-776a078a-9d12-4701-93b8-3d66c177cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:45.272448 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-776a078a-9d12-4701-93b8-3d66c177cd48 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea HTTP/1.1" status: 200 len: 915 time: 0.2578192 Apr 14 16:15:45.398212 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-c7956285-7726-4ac6-aa65-f55fccabd1a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 1002 time: 0.1155684 Apr 14 16:15:45.492938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-60ffadbd-e328-408f-8fde-7f910b411229 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Synchronizing usage tracker for tenant:7289b0682edf478b84f786e0043180af on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:45.530640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-30068a65-cd7a-487e-a2a9-df9fd90936be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:45.533027 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-30068a65-cd7a-487e-a2a9-df9fd90936be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b37f6508-467b-4315-ac7f-09e223125881 HTTP/1.1" status: 200 len: 853 time: 0.1222136 Apr 14 16:15:45.538571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-60ffadbd-e328-408f-8fde-7f910b411229 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Unset dirty status for tenant:7289b0682edf478b84f786e0043180af on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:45.540622 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-60ffadbd-e328-408f-8fde-7f910b411229 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--876921555&fields=id&tenant_id=7289b0682edf478b84f786e0043180af HTTP/1.1" status: 200 len: 267 time: 0.0921025 Apr 14 16:15:45.834247 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-64008bac-0001-4e14-baba-e729a371e3d3 req-7bc54917-7c6b-493e-8bbb-80760b3f1b4f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 210 time: 0.1351340 Apr 14 16:15:45.976179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-62fe64b8-19da-4efe-b3c0-47ef702b7f90 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:45.977815 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-62fe64b8-19da-4efe-b3c0-47ef702b7f90 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 811 time: 0.3823550 Apr 14 16:15:46.007853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-bc87b7c5-82b4-41d8-afab-ba25fcefb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:46.009519 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-bc87b7c5-82b4-41d8-afab-ba25fcefb891 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4650576 Apr 14 16:15:46.016976 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-36cd61e1-9678-4647-8016-b12dd9043cc5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/quotas/7289b0682edf478b84f786e0043180af HTTP/1.1" status: 200 len: 375 time: 0.0224085 Apr 14 16:15:46.025362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532279d-47bc-48c8-aa55-14c008555852 req-a7725597-a93b-4e2a-80c6-e45d3fc44152 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:46.027057 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-a7725597-a93b-4e2a-80c6-e45d3fc44152 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 816 time: 0.2821648 Apr 14 16:15:46.261042 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-7ad4707b-2dd1-4c69-9c57-62db87784546 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddcd108ac1b949099e453989d0b5e973 HTTP/1.1" status: 200 len: 5704 time: 0.2058363 Apr 14 16:15:46.278128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'port': {'device_id': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'admin_state_up': True, 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'security_groups': ['52a2442a-76fd-4a56-8c17-88948a8aa263']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:46.383371 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-5f7d2a2c-a7f7-42ae-a90b-05f91797f216 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551967 Apr 14 16:15:46.432785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-fb1fb9b5-bbf3-4148-9019-b7396f0d2715 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Synchronizing usage tracker for tenant:7289b0682edf478b84f786e0043180af on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:46.446080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bee17-16e2-4846-ad7d-1cfb07b2b57e req-9c68dcfd-8c6e-4efe-9d62-32823cdcc6db tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:46.448951 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8d5bee17-16e2-4846-ad7d-1cfb07b2b57e req-9c68dcfd-8c6e-4efe-9d62-32823cdcc6db tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.1215289 Apr 14 16:15:46.509983 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8d5bee17-16e2-4846-ad7d-1cfb07b2b57e req-858e78ea-9442-4096-8e07-bd17af32b34a tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540211 Apr 14 16:15:46.572596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-fb1fb9b5-bbf3-4148-9019-b7396f0d2715 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Unset dirty status for tenant:7289b0682edf478b84f786e0043180af on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:46.574066 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-fb1fb9b5-bbf3-4148-9019-b7396f0d2715 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5447645 Apr 14 16:15:46.694895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:46.722902 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d00536a2-4ccb-4799-bacd-94db17b5bcbe req-025cd9d0-bb41-46c4-9899-a579ecfc8cf7 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302333 Apr 14 16:15:46.723854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:46.751830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Made reservation on behalf of ddcd108ac1b949099e453989d0b5e973 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:15:46.766536 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:46.873204 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-144177fc-e620-4a6f-97b8-00b39b3f5116 service neutron] 10.222.0.61 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755370 Apr 14 16:15:47.099212 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-97f0eb45-1540-4231-8333-59276ff052aa req-5b8f1f87-8a68-4dd1-8453-77b036193938 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 210 time: 0.0847340 Apr 14 16:15:47.162643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Allocated IP 172.20.0.11 (ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09/c11a8185-c5c1-495e-8acd-b28b4ae620b1/60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:47.168885 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-87c00580-57cf-489d-b0d2-77dd53220425 service neutron] 10.222.0.61 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716379 Apr 14 16:15:47.441384 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d6f4f6bc-505a-431f-9c98-f6665066cba8 req-86f72450-fd01-4cac-b149-ac9376849a1f tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 210 time: 0.0929918 Apr 14 16:15:47.497652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.519253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Transition to ACTIVE for port object 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:47.569494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:47.604242 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5165f737-0dff-46ff-904d-dae895c2daf0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:48.100194 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:48.103636 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:48.199357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bb6c1-f836-43f5-b6b1-686324f89268 req-0545c857-a2b9-48cd-806f-4b9c701f6380 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:48.201168 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2b0bb6c1-f836-43f5-b6b1-686324f89268 req-0545c857-a2b9-48cd-806f-4b9c701f6380 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.5032430 Apr 14 16:15:48.213465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:48.214762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:48.219940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:48.290139 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2b0bb6c1-f836-43f5-b6b1-686324f89268 req-b688b015-e6d8-46b4-b129-d661cbae9aca tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798221 Apr 14 16:15:48.328035 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:48.328767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:48.344953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e4e2e-5fdc-48c9-a877-3d78a6de0bfb req-b96db938-00df-4a80-85bc-15ba46c4d171 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:48.346730 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-928e4e2e-5fdc-48c9-a877-3d78a6de0bfb req-b96db938-00df-4a80-85bc-15ba46c4d171 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 932 time: 0.1203949 Apr 14 16:15:48.359181 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0896065 Apr 14 16:15:48.374802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Request body: {'port': {'device_id': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:48.382330 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-928e4e2e-5fdc-48c9-a877-3d78a6de0bfb req-93fdd71f-5085-4c36-a84c-b527b22e9d14 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Synchronizing usage tracker for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:48.401302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-928e4e2e-5fdc-48c9-a877-3d78a6de0bfb req-93fdd71f-5085-4c36-a84c-b527b22e9d14 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Unset dirty status for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:48.415044 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-928e4e2e-5fdc-48c9-a877-3d78a6de0bfb req-93fdd71f-5085-4c36-a84c-b527b22e9d14 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669985 Apr 14 16:15:48.486753 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-c0807768-e53d-4fdc-8836-763bc26e1b3a None None] Provisioning for port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:48.494195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-c0807768-e53d-4fdc-8836-763bc26e1b3a None None] Provisioning complete for port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:48.494674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c0807768-e53d-4fdc-8836-763bc26e1b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:48.522148 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:48.571406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-c0807768-e53d-4fdc-8836-763bc26e1b3a None None] Port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:15:48.750081 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bd9f115a-1ce8-44a6-abaa-a0ab6c49de4f req-afd7dc1a-d776-4b04-959d-d689afcf1ffa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 210 time: 0.1576478 Apr 14 16:15:48.908722 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-6dbc257f-ece1-4b56-8172-871aec7df460 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:48.910414 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-6dbc257f-ece1-4b56-8172-871aec7df460 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 811 time: 0.3435304 Apr 14 16:15:49.080870 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-1ca3bea7-c766-45ed-9ed1-622307ba6e7d tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7289b0682edf478b84f786e0043180af HTTP/1.1" status: 200 len: 5703 time: 0.1590416 Apr 14 16:15:49.092772 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'port': {'device_id': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'admin_state_up': True, 'tenant_id': '7289b0682edf478b84f786e0043180af', 'security_groups': ['bfb280f3-10dc-4823-b312-168d20e32399']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:49.308583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:49.339089 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:49.398462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Made reservation on behalf of 7289b0682edf478b84f786e0043180af for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:15:49.405352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.454418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:15:49.465430 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.510000 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Transition to ACTIVE for port object 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:49.527109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:49.550990 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-31cf19a6-1d17-43d5-bf55-7f33f0755bfd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:49.578032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ad7c1-c666-4aee-a968-24d3e658d468 req-b45ba7f8-796a-4ad4-84e5-b016a918d799 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:49.579837 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8d1ad7c1-c666-4aee-a968-24d3e658d468 req-b45ba7f8-796a-4ad4-84e5-b016a918d799 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.1177831 Apr 14 16:15:49.621360 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8d1ad7c1-c666-4aee-a968-24d3e658d468 req-d46a408c-cc47-4815-9847-6926d23c67f3 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341849 Apr 14 16:15:49.808511 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:49.816017 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:49.859376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Allocated IP 172.20.0.3 (4274df80-45c8-4eee-bef3-f047e276b4fb/ae182daa-2654-4415-b861-6a3040d7437f/b8c6246c-5aee-4c2b-9b93-0e1810888d91) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:15:49.949941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba60132-85b7-4063-9cf3-d491907f55bb req-6e9c8ef1-0dbe-47bb-8957-cfa835f9e60b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:49.950927 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-eba60132-85b7-4063-9cf3-d491907f55bb req-6e9c8ef1-0dbe-47bb-8957-cfa835f9e60b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Synchronizing usage tracker for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:15:50.109186 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7f443628-67d4-4f3b-8e49-e930625f2893 req-d0101d40-8278-4b69-a7b6-9c1005dd5e25 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 210 time: 0.0584645 Apr 14 16:15:50.154565 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-eba60132-85b7-4063-9cf3-d491907f55bb req-6e9c8ef1-0dbe-47bb-8957-cfa835f9e60b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Unset dirty status for tenant:ddcd108ac1b949099e453989d0b5e973 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:15:50.158298 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eba60132-85b7-4063-9cf3-d491907f55bb req-6e9c8ef1-0dbe-47bb-8957-cfa835f9e60b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.5712585 Apr 14 16:15:50.325140 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-eba60132-85b7-4063-9cf3-d491907f55bb req-a3302db1-2a82-4b7f-bd49-3109e0e0be32 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818260 Apr 14 16:15:50.397791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Attempting to bind port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:50.398081 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Attempting to bind port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:50.398479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Attempting to bind port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 on network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:50.414846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 on network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:15:50.415205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Attempting to bind port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 on network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:50.431076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:50.431458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Checking segment: {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:50.431886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Bound using segment: {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:50.432361 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Bound port: 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:50.432748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.465079 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.506795 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Transition to ACTIVE for port object b8c6246c-5aee-4c2b-9b93-0e1810888d91 will not be triggered until provisioned by entity DHCP. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:50.539134 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:50.543898 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:50.549179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.566439 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e4d600de-d778-4bcb-8443-26f3045c9cdf tempest-AttachVolumeNegativeTest-1173772303 tempest-AttachVolumeNegativeTest-1173772303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:50.708327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:50.711913 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:50.735099 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:50.756088 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5c59f496-ebf8-40f8-a557-d19a1dca75d9 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:50.869798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4244a-d0c3-4583-ace4-33f88b7d1571 req-1bd9587f-91cf-4b2a-80f3-4e78001cbfe5 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:50.871538 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-88a4244a-d0c3-4583-ace4-33f88b7d1571 req-1bd9587f-91cf-4b2a-80f3-4e78001cbfe5 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.1059535 Apr 14 16:15:50.913707 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-88a4244a-d0c3-4583-ace4-33f88b7d1571 req-9e386ece-e139-46df-acc5-9db0d0f96a0e tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349798 Apr 14 16:15:51.183433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event updated for resources: {'Port': ['ID=b8c6246c-5aee-4c2b-9b93-0e1810888d91,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:51.187151 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:51.238431 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.239221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.240839 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] 10.222.0.49 "PUT /v2.0/ports/60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 HTTP/1.1" status: 200 len: 1094 time: 2.8730013 Apr 14 16:15:51.244257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:51.346516 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'status': 'completed', 'code': 200} Apr 14 16:15:51.373234 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Network 4274df80-45c8-4eee-bef3-f047e276b4fb is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:15:51.383052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:15:51.389345 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:15:51.503531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.504511 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.540078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532279d-47bc-48c8-aa55-14c008555852 req-08a4d2cc-a2c5-426a-b6ae-5d576c2ecb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.541694 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-08a4d2cc-a2c5-426a-b6ae-5d576c2ecb32 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 1097 time: 0.2421601 Apr 14 16:15:51.598825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233eaa4-d717-4fba-bcd3-d43def858c1c req-a4cccfe8-bc56-4d2d-a9c0-ad6fec3e707b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.601513 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7233eaa4-d717-4fba-bcd3-d43def858c1c req-a4cccfe8-bc56-4d2d-a9c0-ad6fec3e707b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.1159174 Apr 14 16:15:51.618759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80988ec-6d7f-4234-b66e-d2c9d49b7e28 req-4b83f733-d824-4423-b539-d95f38c8aa4a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.620505 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a80988ec-6d7f-4234-b66e-d2c9d49b7e28 req-4b83f733-d824-4423-b539-d95f38c8aa4a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 931 time: 0.3668466 Apr 14 16:15:51.640392 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-2a3948aa-cd01-447b-91cb-1d0eb26dacb4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 HTTP/1.1" status: 200 len: 217 time: 0.0891864 Apr 14 16:15:51.640951 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7233eaa4-d717-4fba-bcd3-d43def858c1c req-95739e33-24e2-4e6d-8c4d-4c1746699b65 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275161 Apr 14 16:15:51.642599 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5556893 Apr 14 16:15:51.689121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-f3e50753-5601-4754-805f-cdbc26cc601e None None] Provisioning for port b8c6246c-5aee-4c2b-9b93-0e1810888d91 completed by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:51.710693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-f3e50753-5601-4754-805f-cdbc26cc601e None None] Provisioning complete for port b8c6246c-5aee-4c2b-9b93-0e1810888d91 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:51.710693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f3e50753-5601-4754-805f-cdbc26cc601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:51.740610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Request body: {'port': {'device_id': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:15:51.791360 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-f3e50753-5601-4754-805f-cdbc26cc601e None None] Port b8c6246c-5aee-4c2b-9b93-0e1810888d91 cannot update to ACTIVE because it is not bound. {{(pid=85271) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 14 16:15:51.806808 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a80988ec-6d7f-4234-b66e-d2c9d49b7e28 req-46830ed6-82dd-4905-99f9-e1d87e985777 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688535 Apr 14 16:15:51.886932 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532279d-47bc-48c8-aa55-14c008555852 req-f78b15af-b64d-4515-9a79-a98b2acc1f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:51.888532 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-f78b15af-b64d-4515-9a79-a98b2acc1f3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.2284164 Apr 14 16:15:51.953903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:52.135767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532279d-47bc-48c8-aa55-14c008555852 req-ea121bc1-4018-46ae-b7cd-e90c6cefef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:52.138437 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-ea121bc1-4018-46ae-b7cd-e90c6cefef0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2366669 Apr 14 16:15:52.180420 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd02285-f255-4938-8ff8-318dcbf46bd3 req-3740177a-c279-4a63-a028-15bbc002784d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:52.182598 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6dd02285-f255-4938-8ff8-318dcbf46bd3 req-3740177a-c279-4a63-a028-15bbc002784d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.1193559 Apr 14 16:15:52.228007 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6dd02285-f255-4938-8ff8-318dcbf46bd3 req-c87e577e-a9a1-4a89-bff2-70ec93bd1976 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358450 Apr 14 16:15:52.480614 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-ffcb198e-b73e-4be0-9905-33317fb1be40 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903924 Apr 14 16:15:52.725002 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d532279d-47bc-48c8-aa55-14c008555852 req-49882135-6559-4b35-b37b-c8719e229f66 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279305 Apr 14 16:15:52.733595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c6246c-5aee-4c2b-9b93-0e1810888d91 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:15:52.749893 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:52.777244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Transition to ACTIVE for port object b8c6246c-5aee-4c2b-9b93-0e1810888d91 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:15:52.782612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:52.800842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5f393c49-6aa3-4cc6-a94a-3d604ebdcbbd tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:53.040059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f288a1-7ea6-4af1-b8c7-37591cb61f35 req-179ff504-ec52-4cd8-b562-683b18133c8a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:53.041663 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-76f288a1-7ea6-4af1-b8c7-37591cb61f35 req-179ff504-ec52-4cd8-b562-683b18133c8a tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 943 time: 0.1083283 Apr 14 16:15:53.045832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c6246c-5aee-4c2b-9b93-0e1810888d91,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:53.048938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:53.077788 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-76f288a1-7ea6-4af1-b8c7-37591cb61f35 req-b71e2b3d-f88a-4d84-a50e-cadd323eec45 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289423 Apr 14 16:15:53.271579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a320f7-086d-4a2c-9eb8-f471ab5958ab req-fb017c01-7ca3-4f9b-983a-26a0d42c2040 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:53.283111 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-70a320f7-086d-4a2c-9eb8-f471ab5958ab req-fb017c01-7ca3-4f9b-983a-26a0d42c2040 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.4090419 Apr 14 16:15:53.347804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936887-719a-4f79-9dd7-441d3d08b472 req-bb38deee-5105-4c15-baf3-2999d41fd813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:53.356444 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-08936887-719a-4f79-9dd7-441d3d08b472 req-bb38deee-5105-4c15-baf3-2999d41fd813 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 1097 time: 0.5531728 Apr 14 16:15:53.521073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e484f4c-a99c-4679-99b4-25dff3f290b6 req-64836588-1a96-462c-b310-6f91435bc72e tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:53.523464 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5e484f4c-a99c-4679-99b4-25dff3f290b6 req-64836588-1a96-462c-b310-6f91435bc72e tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.1099575 Apr 14 16:15:53.566674 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5e484f4c-a99c-4679-99b4-25dff3f290b6 req-ce1eae51-c0bd-4c7d-8e60-5d0b1753dd9e tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362144 Apr 14 16:15:53.602401 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-70a320f7-086d-4a2c-9eb8-f471ab5958ab req-05ee1ba1-ee31-4821-81d9-24e9f7c17f03 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942607 Apr 14 16:15:53.715238 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Attempting to bind port b8c6246c-5aee-4c2b-9b93-0e1810888d91 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:15:53.715598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Attempting to bind port b8c6246c-5aee-4c2b-9b93-0e1810888d91 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:15:53.715967 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Attempting to bind port b8c6246c-5aee-4c2b-9b93-0e1810888d91 on network 4274df80-45c8-4eee-bef3-f047e276b4fb {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:53.736757 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Port b8c6246c-5aee-4c2b-9b93-0e1810888d91 on network 4274df80-45c8-4eee-bef3-f047e276b4fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:15:53.737123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Attempting to bind port b8c6246c-5aee-4c2b-9b93-0e1810888d91 on network 4274df80-45c8-4eee-bef3-f047e276b4fb {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:15:53.747886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936887-719a-4f79-9dd7-441d3d08b472 req-2530a4a3-4c35-42cd-ad8b-9deb64ed8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:53.750169 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-08936887-719a-4f79-9dd7-441d3d08b472 req-2530a4a3-4c35-42cd-ad8b-9deb64ed8403 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.3925147 Apr 14 16:15:53.751212 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:15:53.751601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Checking segment: {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:15:53.752074 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Bound using segment: {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:15:53.752576 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Bound port: b8c6246c-5aee-4c2b-9b93-0e1810888d91, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56383dc-9bea-4eb5-b8df-4ee38ea21217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:15:53.752965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:53.869921 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-08936887-719a-4f79-9dd7-441d3d08b472 req-2c6e2282-92fc-4086-82c6-7dedfe8a399a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 HTTP/1.1" status: 200 len: 217 time: 0.0884335 Apr 14 16:15:53.970533 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] For port b8c6246c-5aee-4c2b-9b93-0e1810888d91, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:15:53.980980 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936887-719a-4f79-9dd7-441d3d08b472 req-648294c0-9ba6-49ad-84c0-cba47f572621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:53.982620 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-08936887-719a-4f79-9dd7-441d3d08b472 req-648294c0-9ba6-49ad-84c0-cba47f572621 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.0990329 Apr 14 16:15:53.985619 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] For port b8c6246c-5aee-4c2b-9b93-0e1810888d91, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b8c6246c-5aee-4c2b-9b93-0e1810888d91,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:15:53.989773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.009747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:54.272895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c6246c-5aee-4c2b-9b93-0e1810888d91,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:54.284131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:54.551102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709c9f3-70e2-4778-88e0-2ac26f86c2a0 req-944fd68f-c0be-4161-b10f-1613d1e9fc5d tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:54.553425 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c6f41178-d572-46ca-8af8-c0009630f7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.569446 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a709c9f3-70e2-4778-88e0-2ac26f86c2a0 req-944fd68f-c0be-4161-b10f-1613d1e9fc5d tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 943 time: 0.2378511 Apr 14 16:15:54.629515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936887-719a-4f79-9dd7-441d3d08b472 req-b446c7f5-5020-4d9a-a27c-0ab874e36db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:54.635128 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-08936887-719a-4f79-9dd7-441d3d08b472 req-b446c7f5-5020-4d9a-a27c-0ab874e36db6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6264906 Apr 14 16:15:54.636714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:54.637407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:54.639010 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] 10.222.0.49 "PUT /v2.0/ports/b8c6246c-5aee-4c2b-9b93-0e1810888d91 HTTP/1.1" status: 200 len: 1093 time: 2.9113281 Apr 14 16:15:54.639605 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'tag': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:54.727164 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a709c9f3-70e2-4778-88e0-2ac26f86c2a0 req-8e8a7cba-221b-45ba-931d-e11e5681b610 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536400 Apr 14 16:15:54.737734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37482) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:55.040246 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-08936887-719a-4f79-9dd7-441d3d08b472 req-e45bae01-4f48-4d92-9119-67c64b500d7e service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762968 Apr 14 16:15:55.078129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.099489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:55.104398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Usage tracker for resource:security_group_rule and tenant:477d1da5d6f64366b0169e4041470007 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:55.112929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:55.121197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:55.166993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fadf0-c090-42f1-bd34-3a2f4569fcf3 req-604b80bd-e8d5-46a7-8bfc-0b452e27c06f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:55.168747 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6b6fadf0-c090-42f1-bd34-3a2f4569fcf3 req-604b80bd-e8d5-46a7-8bfc-0b452e27c06f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.2190406 Apr 14 16:15:55.214669 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6b6fadf0-c090-42f1-bd34-3a2f4569fcf3 req-db0b45ac-d1c9-43f1-992e-f3af2f4784ed tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373821 Apr 14 16:15:55.254387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-06762ad5-4dbb-45a2-9439-0b9138947984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:55.257244 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-06762ad5-4dbb-45a2-9439-0b9138947984 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 1096 time: 0.3548524 Apr 14 16:15:55.293021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.297281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.307437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4ed7fcb6-cbc7-4958-b9c6-d5179dd12b14 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:55.344907 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'tag': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91', 'status': 'completed', 'code': 200} Apr 14 16:15:55.367237 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=477d1da5d6f64366b0169e4041470007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6184690 Apr 14 16:15:55.368260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37488) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:55.369072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c5f2cd-ba2d-49f1-9c4f-4177a28963fc,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:55.375187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:55.384755 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-b0fd817a-4c5e-4ec3-a7c0-6e06225c0386 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8c6246c-5aee-4c2b-9b93-0e1810888d91 HTTP/1.1" status: 200 len: 217 time: 0.1103668 Apr 14 16:15:55.399444 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b9add-3aff-448a-8395-39d8ff2480d9 req-b3411056-28dc-45ba-b3b8-99fad0f1f7b4 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:55.401122 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4a3b9add-3aff-448a-8395-39d8ff2480d9 req-b3411056-28dc-45ba-b3b8-99fad0f1f7b4 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.5006142 Apr 14 16:15:55.442041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2f37faa-e172-4bb8-a352-60d7a170790d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.479836 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2f37faa-e172-4bb8-a352-60d7a170790d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.483716 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-08936887-719a-4f79-9dd7-441d3d08b472 req-c46ddef0-e87a-4449-816e-cdd0e2a33ce5 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330747 Apr 14 16:15:55.497334 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4a3b9add-3aff-448a-8395-39d8ff2480d9 req-f3d43752-9ceb-4f4e-a0ea-3cb87ce12dd8 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849612 Apr 14 16:15:55.514269 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-848a8f0e-127a-4245-8ea1-00cdafe952ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:55.515893 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-848a8f0e-127a-4245-8ea1-00cdafe952ac service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 200 len: 850 time: 0.1049223 Apr 14 16:15:55.531797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2f37faa-e172-4bb8-a352-60d7a170790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.536725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5bf0c812-9993-43b1-8257-807298cb1f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:55.553107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f37faa-e172-4bb8-a352-60d7a170790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c5f2cd-ba2d-49f1-9c4f-4177a28963fc,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:55.556208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d2f37faa-e172-4bb8-a352-60d7a170790d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:55.557492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d2f37faa-e172-4bb8-a352-60d7a170790d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.558732 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d2f37faa-e172-4bb8-a352-60d7a170790d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72c5f2cd-ba2d-49f1-9c4f-4177a28963fc HTTP/1.1" status: 204 len: 168 time: 0.1862893 Apr 14 16:15:55.595946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:15:55.613789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-20c7c7f2-166b-432c-ba97-8785321fc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:55.615548 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-20c7c7f2-166b-432c-ba97-8785321fc0e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4274df80-45c8-4eee-bef3-f047e276b4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924158 Apr 14 16:15:55.806540 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-ebc39316-c640-4584-9555-049840659d3d service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814635 Apr 14 16:15:55.856979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:55.885534 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'port_id': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'mac_address': 'fa:16:3e:17:d3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:15:55.954214 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.955735 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:15:55.976252 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:55.982058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:55.984692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:56.075855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:56.087060 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.087444 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.087828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.088216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.088661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.089137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.089737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.089853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.090172 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.090556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.090950 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.091273 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:15:56.096571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:56.102821 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4956c76d-80cb-4141-b5c2-a460bdc9f084 req-97dab713-c2a5-4445-9f61-80f9fed7e718 service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872119 Apr 14 16:15:56.166048 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1cafa-df62-41a0-be81-2ff5b065c5d6 req-be23e93c-deee-4e46-af2f-aa8564eb1868 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.167824 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-55c1cafa-df62-41a0-be81-2ff5b065c5d6 req-be23e93c-deee-4e46-af2f-aa8564eb1868 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 943 time: 0.1302855 Apr 14 16:15:56.195331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37502) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:56.236599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.262510 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-55c1cafa-df62-41a0-be81-2ff5b065c5d6 req-73683017-7f54-4279-a9f2-6113a8036954 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689943 Apr 14 16:15:56.262864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-1cc87975-2218-416b-bcf1-5798ec5ad20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.263858 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:15:56.264241 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-1cc87975-2218-416b-bcf1-5798ec5ad20e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 1096 time: 0.1068156 Apr 14 16:15:56.268784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Usage tracker for resource:security_group_rule and tenant:a6ad393f6c424e689ef4405c5d677deb is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:15:56.272294 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:15:56.278997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:15:56.294744 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:56.419541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.423122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.433901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7c2684ec-fca3-4e3e-89bd-a2e0075560b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:56.480844 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b48f50c-e6f5-46f3-8976-d72603f909cd,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:56.485144 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:56.488483 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6ad393f6c424e689ef4405c5d677deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802553 Apr 14 16:15:56.493282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37514) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:15:56.518586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-350273bb-d25e-458a-807e-4285ed77a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.521602 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-350273bb-d25e-458a-807e-4285ed77a058 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 912 time: 0.2502441 Apr 14 16:15:56.589579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-57cd0d96-60f4-4586-babb-d8b48aa8d0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.629577 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-57cd0d96-60f4-4586-babb-d8b48aa8d0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.685016 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-a91b872b-e103-4cd2-90e0-c96f809756c3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8c6246c-5aee-4c2b-9b93-0e1810888d91 HTTP/1.1" status: 200 len: 217 time: 0.1540203 Apr 14 16:15:56.756362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-57cd0d96-60f4-4586-babb-d8b48aa8d0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.763374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c1dd48be-e5f2-4ae0-b69c-83260ba946aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:56.782567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd0d96-60f4-4586-babb-d8b48aa8d0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b48f50c-e6f5-46f3-8976-d72603f909cd,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:56.796677 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359cacf-14c9-4d12-a5bb-19a02fdf99d2 req-16565376-457e-4b6a-87fc-fe77650ff818 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.799791 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1359cacf-14c9-4d12-a5bb-19a02fdf99d2 req-16565376-457e-4b6a-87fc-fe77650ff818 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.1586578 Apr 14 16:15:56.803708 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-57cd0d96-60f4-4586-babb-d8b48aa8d0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:56.805545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-57cd0d96-60f4-4586-babb-d8b48aa8d0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:56.806814 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-57cd0d96-60f4-4586-babb-d8b48aa8d0db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4b48f50c-e6f5-46f3-8976-d72603f909cd HTTP/1.1" status: 204 len: 168 time: 0.3124578 Apr 14 16:15:56.844409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc251280-c616-4318-8281-f703a6b10bd6 req-0a17d059-1c09-4746-8d9b-38768148b417 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.847448 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc251280-c616-4318-8281-f703a6b10bd6 req-0a17d059-1c09-4746-8d9b-38768148b417 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 945 time: 0.4148066 Apr 14 16:15:56.849774 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1359cacf-14c9-4d12-a5bb-19a02fdf99d2 req-e436457e-ad2f-4d6d-a1eb-4c3fc4831f6e tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401428 Apr 14 16:15:56.884837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-568e56a9-fb09-4c3f-b03f-da0a76bd8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:56.887834 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-568e56a9-fb09-4c3f-b03f-da0a76bd8f43 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 200 len: 850 time: 0.1928449 Apr 14 16:15:56.954488 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc251280-c616-4318-8281-f703a6b10bd6 req-644ffd40-cc7c-4fb6-bbf9-35a3bc12434f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979440 Apr 14 16:15:57.015518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-94f04951-c42d-4b34-8b88-a766923f2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:57.018047 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-94f04951-c42d-4b34-8b88-a766923f2405 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4274df80-45c8-4eee-bef3-f047e276b4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1220093 Apr 14 16:15:57.211623 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-4b308848-217c-4f31-8f43-697a7d5f352f service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854117 Apr 14 16:15:57.306582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-25150bf6-1b3b-482d-a57f-a3381b169140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:57.388716 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-366f5000-cdbb-42e1-8d89-106561bc05d2 req-e0eba74a-8f36-45be-a47e-66c5106f8507 service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696060 Apr 14 16:15:57.521482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a483-7c40-4c47-863f-35432e8e5825 req-c375191b-d21d-4c3a-9359-4fc96d9fc8c5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:57.523278 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5160a483-7c40-4c47-863f-35432e8e5825 req-c375191b-d21d-4c3a-9359-4fc96d9fc8c5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 943 time: 0.0975246 Apr 14 16:15:57.567676 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5160a483-7c40-4c47-863f-35432e8e5825 req-daf1021f-e8af-406e-8c04-a83bb18fa369 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Apr 14 16:15:57.609029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device b8c6246c-5aee-4c2b-9b93-0e1810888d91 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:15:57.613284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:57.851861 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port b8c6246c-5aee-4c2b-9b93-0e1810888d91, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b8c6246c-5aee-4c2b-9b93-0e1810888d91,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:57.870204 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'port_id': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91', 'mac_address': 'fa:16:3e:23:a4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:15:57.873383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:57.911293 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:57.911798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.015158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.018364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.019957 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c6246c-5aee-4c2b-9b93-0e1810888d91 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:15:58.103343 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port b8c6246c-5aee-4c2b-9b93-0e1810888d91, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b8c6246c-5aee-4c2b-9b93-0e1810888d91,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:58.104818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.113098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.117093 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:58.128056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeef22-a17c-48fd-848e-88484fe0ad24 req-540808f0-ae26-49e4-8fd1-789ba86d6d8f tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:58.129802 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5fdeef22-a17c-48fd-848e-88484fe0ad24 req-540808f0-ae26-49e4-8fd1-789ba86d6d8f tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.1540811 Apr 14 16:15:58.186886 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5fdeef22-a17c-48fd-848e-88484fe0ad24 req-13e90694-be21-42f5-acaa-4d5f813b50e7 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&id=307ae264-6285-469c-8138-f9fe5c5ac555&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488279 Apr 14 16:15:58.277037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6d1bb-cdf0-43c6-8806-7484870cb965 req-573e4404-3b38-4b3a-8ccd-5f6a94469bff tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:58.278884 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-46c6d1bb-cdf0-43c6-8806-7484870cb965 req-573e4404-3b38-4b3a-8ccd-5f6a94469bff tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 945 time: 0.1036980 Apr 14 16:15:58.319467 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-46c6d1bb-cdf0-43c6-8806-7484870cb965 req-bda51a08-ffd2-4790-8830-01acfc67615e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315938 Apr 14 16:15:58.351424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:15:58.392658 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:58.407370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.409858 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:58.417030 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'code': 200} Apr 14 16:15:58.427532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=b8c6246c-5aee-4c2b-9b93-0e1810888d91,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:58.432296 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:58.433290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:15:58.475931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['b8c6246c-5aee-4c2b-9b93-0e1810888d91'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:15:58.580682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:15:58.585900 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:15:58.749959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbc882-2ac2-41ff-90e2-799dfe57272c req-878d383d-55d9-47f9-baf0-88ee0fd1c945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:58.759098 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-85bbc882-2ac2-41ff-90e2-799dfe57272c req-878d383d-55d9-47f9-baf0-88ee0fd1c945 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 1099 time: 0.1486554 Apr 14 16:15:58.788805 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-85bbc882-2ac2-41ff-90e2-799dfe57272c req-350125c4-b35b-45e2-82e5-be5c8f8b9224 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0229654 Apr 14 16:15:58.825152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9b07-5417-4afe-83ff-f651f6ae4dfe req-0ea1bd91-af1a-4cf1-b794-10af1c75dde4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:58.827482 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bc8f9b07-5417-4afe-83ff-f651f6ae4dfe req-0ea1bd91-af1a-4cf1-b794-10af1c75dde4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 944 time: 0.1188688 Apr 14 16:15:58.864891 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bc8f9b07-5417-4afe-83ff-f651f6ae4dfe req-48be4007-09f0-4b84-86c0-4b909270aca1 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299494 Apr 14 16:15:59.098278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.552459 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94e4f9-ec9d-4bf9-b492-b6b439f507a8 req-5e467e3f-7dea-4f41-824d-522137872a5b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:15:59.554486 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ad94e4f9-ec9d-4bf9-b492-b6b439f507a8 req-5e467e3f-7dea-4f41-824d-522137872a5b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0969720 Apr 14 16:15:59.591828 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ad94e4f9-ec9d-4bf9-b492-b6b439f507a8 req-8f80851b-8959-4a2b-a8d1-dae2b0e38e33 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296621 Apr 14 16:15:59.627176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device b8c6246c-5aee-4c2b-9b93-0e1810888d91 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:15:59.746365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port b8c6246c-5aee-4c2b-9b93-0e1810888d91 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:15:59.752503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port b8c6246c-5aee-4c2b-9b93-0e1810888d91 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:15:59.753203 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.899956 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.920613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port b8c6246c-5aee-4c2b-9b93-0e1810888d91, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b8c6246c-5aee-4c2b-9b93-0e1810888d91,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:15:59.924968 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:15:59.927854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:00.017358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=b8c6246c-5aee-4c2b-9b93-0e1810888d91,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:00.023015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:00.149737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fa8dc-8a3a-4679-a126-b1c43b129bd9 req-92f5c76c-d5ff-48c0-b77e-425ccbe23894 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:00.151524 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7d2fa8dc-8a3a-4679-a126-b1c43b129bd9 req-92f5c76c-d5ff-48c0-b77e-425ccbe23894 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0998695 Apr 14 16:16:00.193244 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7d2fa8dc-8a3a-4679-a126-b1c43b129bd9 req-83f0624e-2e8e-4240-bfaf-e4fd10fa680f tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334191 Apr 14 16:16:00.418846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:00.484550 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91', 'code': 200} Apr 14 16:16:00.786928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880ce0b-f42c-4941-b3f5-f1d76ebc7a07 req-530ba5d1-ef04-4b52-9ffa-43f5d1e297fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:00.788505 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7880ce0b-f42c-4941-b3f5-f1d76ebc7a07 req-530ba5d1-ef04-4b52-9ffa-43f5d1e297fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 1098 time: 0.1281202 Apr 14 16:16:00.816393 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7880ce0b-f42c-4941-b3f5-f1d76ebc7a07 req-d8d1d0d2-3b4f-457d-9992-508d3b5a02b3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0213866 Apr 14 16:16:00.821437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8c57f-01c2-40ea-8e77-49a4607ef8c8 req-ac569152-c44d-4ab2-8812-e5f8e3aed46c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:00.823063 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3cd8c57f-01c2-40ea-8e77-49a4607ef8c8 req-ac569152-c44d-4ab2-8812-e5f8e3aed46c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0888889 Apr 14 16:16:00.858384 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3cd8c57f-01c2-40ea-8e77-49a4607ef8c8 req-7d54e65f-9744-4e35-9e7f-a75b657515cb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280826 Apr 14 16:16:01.060371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68072de9-f288-4f1f-bd6c-b71ad3cf8dd5 req-cc959a6b-34a1-4fe4-9f1b-ad11b0b6b26a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:01.061952 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-68072de9-f288-4f1f-bd6c-b71ad3cf8dd5 req-cc959a6b-34a1-4fe4-9f1b-ad11b0b6b26a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0892975 Apr 14 16:16:01.071551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37618) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:01.077793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-8cc6cadc-abcf-4565-8dec-8dfd49c9aaf4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Request body: {'floatingip': {'port_id': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:01.162121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cadc-abcf-4565-8dec-8dfd49c9aaf4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:01.413695 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f16e-a45c-4c81-ac0a-b58c05fc92e7 req-dfef2302-54b4-4105-800e-e0a2019204ab tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:01.415403 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a379f16e-a45c-4c81-ac0a-b58c05fc92e7 req-dfef2302-54b4-4105-800e-e0a2019204ab tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 945 time: 0.1034534 Apr 14 16:16:01.450353 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a379f16e-a45c-4c81-ac0a-b58c05fc92e7 req-216e01b8-da39-4171-8213-866d4502a830 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272415 Apr 14 16:16:02.059470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cadc-abcf-4565-8dec-8dfd49c9aaf4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:02.062928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cadc-abcf-4565-8dec-8dfd49c9aaf4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:02.258986 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [None req-8cc6cadc-abcf-4565-8dec-8dfd49c9aaf4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Floating IP 875d2cab-5b2c-418c-b622-b63c627f6d8e associated. External IP: 172.28.2.190, port: 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2. Apr 14 16:16:02.715886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fd2f5-130c-4dec-8213-7e80da2542bb req-8adc488c-aa63-47af-83c3-47ada1758142 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:02.716581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-c32fd2f5-130c-4dec-8213-7e80da2542bb req-8adc488c-aa63-47af-83c3-47ada1758142 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Synchronizing usage tracker for tenant:7289b0682edf478b84f786e0043180af on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:02.724250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc6cadc-abcf-4565-8dec-8dfd49c9aaf4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:02.800164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-c32fd2f5-130c-4dec-8213-7e80da2542bb req-8adc488c-aa63-47af-83c3-47ada1758142 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Unset dirty status for tenant:7289b0682edf478b84f786e0043180af on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:02.801437 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c32fd2f5-130c-4dec-8213-7e80da2542bb req-8adc488c-aa63-47af-83c3-47ada1758142 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 945 time: 0.2278795 Apr 14 16:16:02.906702 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c32fd2f5-130c-4dec-8213-7e80da2542bb req-018c68f3-2a7e-424c-b3f2-a8c2dfa4c40f tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926683 Apr 14 16:16:02.970955 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc6cadc-abcf-4565-8dec-8dfd49c9aaf4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:02.978764 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8cc6cadc-abcf-4565-8dec-8dfd49c9aaf4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:02.989113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] Sync routers for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:03.001249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:03.002017 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:15:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:03.045608 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8cc6cadc-abcf-4565-8dec-8dfd49c9aaf4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "PUT /v2.0/floatingips/875d2cab-5b2c-418c-b622-b63c627f6d8e HTTP/1.1" status: 200 len: 992 time: 1.9696465 Apr 14 16:16:03.045608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:03.125859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17f721-f094-4190-98cd-9ab753ab2eb6 req-0549c50f-3027-4cfb-a95e-8cf019b20490 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:03.127614 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6e17f721-f094-4190-98cd-9ab753ab2eb6 req-0549c50f-3027-4cfb-a95e-8cf019b20490 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0956354 Apr 14 16:16:03.142270 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37658) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:03.148133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-647314ea-1398-4c57-a5cf-88d8d2154bfa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Request body: {'floatingip': {'port_id': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:03.207919 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'status': 'completed', 'code': 200} Apr 14 16:16:03.219793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:03.283626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-647314ea-1398-4c57-a5cf-88d8d2154bfa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:03.504064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fefe2-7541-4243-964e-31436c267047 req-ed57f68a-6854-4823-add4-fc99a7267e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:03.505675 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8a3fefe2-7541-4243-964e-31436c267047 req-ed57f68a-6854-4823-add4-fc99a7267e73 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 1099 time: 0.2999666 Apr 14 16:16:03.654274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '875d2cab-5b2c-418c-b622-b63c627f6d8e', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'floating_ip_address': '172.28.2.190', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'port_id': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'mac_address': 'fa:16:3e:17:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:41Z', 'updated_at': '2021-04-14T16:16:01Z', 'revision_number': 1, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:03.658951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] Checking router: a6001bd5-6439-4907-aa06-e3dc16dfaeb0 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:03.668632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:03.669575 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:15:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:03.738952 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fefe2-7541-4243-964e-31436c267047 req-0d0a2497-e806-41da-8c1d-f5c4f948542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:03.740582 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8a3fefe2-7541-4243-964e-31436c267047 req-0d0a2497-e806-41da-8c1d-f5c4f948542f service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.2275841 Apr 14 16:16:03.919182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:04.208603 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8a3fefe2-7541-4243-964e-31436c267047 req-0d969510-ed0d-452a-b568-1f63ceeca51b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 HTTP/1.1" status: 200 len: 1000 time: 0.4573724 Apr 14 16:16:04.470824 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '875d2cab-5b2c-418c-b622-b63c627f6d8e', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'floating_ip_address': '172.28.2.190', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'port_id': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'mac_address': 'fa:16:3e:17:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:41Z', 'updated_at': '2021-04-14T16:16:01Z', 'revision_number': 1, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:04.475675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5afbc2-3891-446b-81be-0617f054d610 None None] The sync data for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb is: [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '875d2cab-5b2c-418c-b622-b63c627f6d8e', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'floating_ip_address': '172.28.2.190', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'port_id': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'mac_address': 'fa:16:3e:17:d3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:41Z', 'updated_at': '2021-04-14T16:16:01Z', 'revision_number': 1, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:04.482300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fefe2-7541-4243-964e-31436c267047 req-d9f90135-c78c-4fcf-a33b-a76dbcadcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:04.484620 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8a3fefe2-7541-4243-964e-31436c267047 req-d9f90135-c78c-4fcf-a33b-a76dbcadcc80 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.2657230 Apr 14 16:16:04.668751 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fefe2-7541-4243-964e-31436c267047 req-ff5d3e0d-2150-4c82-97f8-94be954b4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:04.670453 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8a3fefe2-7541-4243-964e-31436c267047 req-ff5d3e0d-2150-4c82-97f8-94be954b4d40 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1706841 Apr 14 16:16:04.779455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e86f89-e9ef-451b-9aec-e496dc94e953 None None] New status for floating IP 875d2cab-5b2c-418c-b622-b63c627f6d8e: ACTIVE {{(pid=85272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:16:04.800892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-647314ea-1398-4c57-a5cf-88d8d2154bfa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:04.815086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-647314ea-1398-4c57-a5cf-88d8d2154bfa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:05.012533 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8a3fefe2-7541-4243-964e-31436c267047 req-372cd7c5-bc55-4abb-b19f-62417bb5b4b1 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314633 Apr 14 16:16:05.137625 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [None req-647314ea-1398-4c57-a5cf-88d8d2154bfa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Floating IP 2555ae07-4940-4607-8144-2a0bef255f96 associated. External IP: 172.28.2.172, port: b8c6246c-5aee-4c2b-9b93-0e1810888d91. Apr 14 16:16:05.333777 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8a3fefe2-7541-4243-964e-31436c267047 req-8fd4c61e-a4d5-4c5a-a98e-56f8861c0b13 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128686 Apr 14 16:16:05.590850 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647314ea-1398-4c57-a5cf-88d8d2154bfa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Router 68461ad5-84ec-4523-875b-716415a51986 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:05.754532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37710) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:05.786554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647314ea-1398-4c57-a5cf-88d8d2154bfa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:05.791449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-647314ea-1398-4c57-a5cf-88d8d2154bfa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:05.796680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] Sync routers for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:05.806992 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:05.807686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:15:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:05.860524 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-647314ea-1398-4c57-a5cf-88d8d2154bfa tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "PUT /v2.0/floatingips/2555ae07-4940-4607-8144-2a0bef255f96 HTTP/1.1" status: 200 len: 991 time: 2.7138214 Apr 14 16:16:05.860524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'tag': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:05.898547 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:05.911197 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'tag': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91', 'status': 'completed', 'code': 200} Apr 14 16:16:05.919656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:05.926895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Usage tracker for resource:security_group_rule and tenant:b7a2637c032c4c9b868a33da165f7ef6 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:05.930440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:05.938255 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:06.015933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-759e5de4-9714-48d2-9235-c91fa77bafbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:06.017884 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-759e5de4-9714-48d2-9235-c91fa77bafbe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=7289b0682edf478b84f786e0043180af&device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 1098 time: 0.0841563 Apr 14 16:16:06.024438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:06.034249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:06.038058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:06.047971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-49308291-b563-405b-8e8d-55b4db8e6814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:06.093311 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7a2637c032c4c9b868a33da165f7ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345704 Apr 14 16:16:06.095153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ea2ee3-b6f0-4219-9187-fa72d85ae7c7,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:06.097710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37720) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:06.104326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:06.165934 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-e3525d00-4b57-45c3-9bf0-08ecf7474e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:06.167630 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-e3525d00-4b57-45c3-9bf0-08ecf7474e74 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 200 len: 912 time: 0.1430285 Apr 14 16:16:06.170745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8818eab-31a6-4534-a9e3-aaff50e304cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:06.199468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8818eab-31a6-4534-a9e3-aaff50e304cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:06.253070 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8818eab-31a6-4534-a9e3-aaff50e304cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:06.259223 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-91123c01-6c4b-4f37-95b2-369b2a3e0868 tempest-VolumesNegativeTest-767902820 tempest-VolumesNegativeTest-767902820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:06.275494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8818eab-31a6-4534-a9e3-aaff50e304cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ea2ee3-b6f0-4219-9187-fa72d85ae7c7,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:06.278804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c8818eab-31a6-4534-a9e3-aaff50e304cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:06.281161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c8818eab-31a6-4534-a9e3-aaff50e304cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:06.283284 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c8818eab-31a6-4534-a9e3-aaff50e304cd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5ea2ee3-b6f0-4219-9187-fa72d85ae7c7 HTTP/1.1" status: 204 len: 168 time: 0.1820757 Apr 14 16:16:06.290746 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-b46bf380-3b5e-4d26-8a4d-ccfcbda8f0b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b8c6246c-5aee-4c2b-9b93-0e1810888d91 HTTP/1.1" status: 200 len: 999 time: 0.1166434 Apr 14 16:16:06.381335 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-8f4585cd-6761-496a-abab-62a3588edb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:06.383410 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-8f4585cd-6761-496a-abab-62a3588edb6c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 200 len: 850 time: 0.0865576 Apr 14 16:16:06.708438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '2555ae07-4940-4607-8144-2a0bef255f96', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'floating_ip_address': '172.28.2.172', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': '68461ad5-84ec-4523-875b-716415a51986', 'port_id': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'mac_address': 'fa:16:3e:23:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:44Z', 'updated_at': '2021-04-14T16:16:04Z', 'revision_number': 1, 'project_id': '7289b0682edf478b84f786e0043180af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:06.713678 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] Checking router: 68461ad5-84ec-4523-875b-716415a51986 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:06.724596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:06.725379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:15:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:06.777868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-559dfb57-c0b8-4f96-b342-37d9e5ac1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:06.780360 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-559dfb57-c0b8-4f96-b342-37d9e5ac1f25 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4274df80-45c8-4eee-bef3-f047e276b4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3901649 Apr 14 16:16:06.971256 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-c7e7cd30-3cc8-43cc-89d6-24865bb8b646 service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818666 Apr 14 16:16:07.002446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:07.181991 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e1434fcb-751d-4864-a9f1-50c9cf6e81da req-e6a9f9be-07bc-43c7-8bd9-3c34d213624a service neutron] 10.222.0.49 "GET /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014043 Apr 14 16:16:07.441866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '2555ae07-4940-4607-8144-2a0bef255f96', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'floating_ip_address': '172.28.2.172', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': '68461ad5-84ec-4523-875b-716415a51986', 'port_id': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'mac_address': 'fa:16:3e:23:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:44Z', 'updated_at': '2021-04-14T16:16:04Z', 'revision_number': 1, 'project_id': '7289b0682edf478b84f786e0043180af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:07.446375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ec2bed-f8dd-418f-bb72-5c1995f815c0 None None] The sync data for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb is: [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_floatingips': [{'id': '2555ae07-4940-4607-8144-2a0bef255f96', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'floating_ip_address': '172.28.2.172', 'floating_network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'router_id': '68461ad5-84ec-4523-875b-716415a51986', 'port_id': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'mac_address': 'fa:16:3e:23:a4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-14T16:15:44Z', 'updated_at': '2021-04-14T16:16:04Z', 'revision_number': 1, 'project_id': '7289b0682edf478b84f786e0043180af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:07.742760 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c231c0d5-2630-42de-92c4-c84df5d9c8f4 None None] New status for floating IP 2555ae07-4940-4607-8144-2a0bef255f96: ACTIVE {{(pid=85272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:16:09.810062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:13.575244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37882) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:13.713819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:13.728859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:13.733334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Usage tracker for resource:security_group_rule and tenant:a11f87f0bb7043b996fe03582c484bf7 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:13.736296 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:13.742219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:13.806010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:16:13.826148 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:13.829041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:13.837948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-88274466-e5a2-456c-98d6-57cb21f4ff9a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:13.880279 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a11f87f0bb7043b996fe03582c484bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033218 Apr 14 16:16:13.883634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37890) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:13.885747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989f9b3c-df0c-4229-9079-9e51cc20345c,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:13.892787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.893205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.893613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.894015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.894440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.894838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.895232 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.895628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.896075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.896398 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.896791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.897180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:13.901183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:13.946356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:13.973187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:14.018067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:14.023645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-86f5e35c-04a2-4a51-83d1-2c64153ff0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:14.037497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989f9b3c-df0c-4229-9079-9e51cc20345c,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:14.042326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:14.043535 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/989f9b3c-df0c-4229-9079-9e51cc20345c HTTP/1.1" status: 204 len: 168 time: 0.1588190 Apr 14 16:16:14.049017 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.049443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.049859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.050335 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.050745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.051154 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.051566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.051969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.052375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.052771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.053166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.053552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:16:14.056896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:16.536090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37948) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:16.665399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.681984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:16.686414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Usage tracker for resource:security_group_rule and tenant:6d6efcd1a4e14d3a96b830ca8bfcc266 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:16.689487 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:16.696030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:16.789056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.792197 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.801551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3395ac43-389a-4461-9774-71bfd3d9606f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:16.847595 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d6efcd1a4e14d3a96b830ca8bfcc266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100266 Apr 14 16:16:16.848392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc06f15-6cf6-466f-9367-365508c86f02,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:16.850387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37956) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:16.851708 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:16.915440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-684654a2-c221-4268-bfb2-c790bcf09e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.948620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-684654a2-c221-4268-bfb2-c790bcf09e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.994558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-684654a2-c221-4268-bfb2-c790bcf09e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:16.999629 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:17.014435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684654a2-c221-4268-bfb2-c790bcf09e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc06f15-6cf6-466f-9367-365508c86f02,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:17.017800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-684654a2-c221-4268-bfb2-c790bcf09e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:17.022549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-684654a2-c221-4268-bfb2-c790bcf09e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.024620 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-684654a2-c221-4268-bfb2-c790bcf09e91 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0fc06f15-6cf6-466f-9367-365508c86f02 HTTP/1.1" status: 204 len: 168 time: 0.1728315 Apr 14 16:16:17.328615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 37966) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:17.347804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.364543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:17.368685 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Usage tracker for resource:security_group_rule and tenant:387c954a7e534ac09ac566af4186e44b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:17.371701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:17.378289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:17.463859 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.466920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.476216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bdc86920-3d10-43e9-beda-7becb9a2f5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:17.519873 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=387c954a7e534ac09ac566af4186e44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899688 Apr 14 16:16:17.521506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aacdcbd-b6c8-4595-a27c-b23be28ce7eb,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:17.522889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 37970) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:17.524792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:17.588598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7f9b9071-0b96-4fa1-9390-a840ac224cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.616230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7f9b9071-0b96-4fa1-9390-a840ac224cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.664062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7f9b9071-0b96-4fa1-9390-a840ac224cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.669492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-57cd0d96-60f4-4586-babb-d8b48aa8d0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:17.685209 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b9071-0b96-4fa1-9390-a840ac224cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aacdcbd-b6c8-4595-a27c-b23be28ce7eb,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:17.695891 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7f9b9071-0b96-4fa1-9390-a840ac224cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:17.698016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7f9b9071-0b96-4fa1-9390-a840ac224cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:17.699570 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7f9b9071-0b96-4fa1-9390-a840ac224cf6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0aacdcbd-b6c8-4595-a27c-b23be28ce7eb HTTP/1.1" status: 204 len: 168 time: 0.1745775 Apr 14 16:16:23.650879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38088) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:23.782326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.801881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:23.806039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Usage tracker for resource:security_group_rule and tenant:75e39758a979499480d0c5d5e0ec276e is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:23.809114 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:23.815725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:23.903693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.906756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:23.916254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-600821ae-ab2f-40a5-9bb7-f879834ea25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:23.961225 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75e39758a979499480d0c5d5e0ec276e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090615 Apr 14 16:16:23.962131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab290b9f-6fd3-4858-a9a3-3e2564926f6f,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:23.964027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38094) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:23.965566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:24.032920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-13b9cdef-fa82-4f28-a3b8-8ecbd0f73b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.061028 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-13b9cdef-fa82-4f28-a3b8-8ecbd0f73b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.107725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-13b9cdef-fa82-4f28-a3b8-8ecbd0f73b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.112845 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:24.126720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b9cdef-fa82-4f28-a3b8-8ecbd0f73b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab290b9f-6fd3-4858-a9a3-3e2564926f6f,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:24.131887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-13b9cdef-fa82-4f28-a3b8-8ecbd0f73b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:24.136304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-13b9cdef-fa82-4f28-a3b8-8ecbd0f73b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.137521 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-13b9cdef-fa82-4f28-a3b8-8ecbd0f73b41 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ab290b9f-6fd3-4858-a9a3-3e2564926f6f HTTP/1.1" status: 204 len: 168 time: 0.1724248 Apr 14 16:16:24.429638 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0de492c6-11d2-4635-ad45-2bec5a0e837f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.439571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38106) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:24.458240 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.473551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:24.477485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] Usage tracker for resource:security_group_rule and tenant:304f5e26a7684ece8dae055a1af62939 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:24.480513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:24.487213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:24.571011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.574030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.582998 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8f62351b-1122-48eb-9395-f62def09b38f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:24.628662 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=304f5e26a7684ece8dae055a1af62939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879687 Apr 14 16:16:24.629524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aad14e-2940-42ca-9789-e91f5983d2a9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:24.631897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38110) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:24.632965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-14de747a-81bf-49a0-9035-6bcff31f2505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:24.695596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1277c936-e583-445d-a534-911141aa01f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.723817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1277c936-e583-445d-a534-911141aa01f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.769093 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1277c936-e583-445d-a534-911141aa01f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.773982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fd0e2e5e-950e-4940-a04d-c812dced5a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:24.790454 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277c936-e583-445d-a534-911141aa01f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aad14e-2940-42ca-9789-e91f5983d2a9,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:24.793351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1277c936-e583-445d-a534-911141aa01f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:24.802839 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1277c936-e583-445d-a534-911141aa01f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:24.804053 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1277c936-e583-445d-a534-911141aa01f7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/16aad14e-2940-42ca-9789-e91f5983d2a9 HTTP/1.1" status: 204 len: 168 time: 0.1710856 Apr 14 16:16:27.309132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4323d70e-4a87-473b-a84e-11cb932277bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:27.983494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:28.261221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:29.101811 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:39.806467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:41.661993 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-43162d94-a973-46d8-92ec-d21c5890b35d req-61fb2c3c-a6b9-4b70-ab8e-6ec1d7897f0d tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417871002&fields=id&tenant_id=50e33e4fe3a942dbbcac70994544cff1 HTTP/1.1" status: 200 len: 267 time: 0.1406310 Apr 14 16:16:41.753878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ca5a7122-8ecc-47da-9078-9f96c51bb3c3 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:41.755490 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ca5a7122-8ecc-47da-9078-9f96c51bb3c3 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 985 time: 0.0871880 Apr 14 16:16:41.768204 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Request body: {'port': {'security_groups': ['6f58704c-696a-4db2-962d-63c0a16c7607']}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:41.900308 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.194864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] For port 6062eaee-e03a-44f9-9f30-94b1844baef9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6062eaee-e03a-44f9-9f30-94b1844baef9,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:42.223068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.227050 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.239561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['6062eaee-e03a-44f9-9f30-94b1844baef9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:42.246733 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-aef107e9-bd1a-4112-acf6-cff6c93d3428 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:42.407928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event updated for resources: {'Port': ['ID=6062eaee-e03a-44f9-9f30-94b1844baef9,revision_number=7']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:42.411506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:42.454897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:42.455591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.463190 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-43162d94-a973-46d8-92ec-d21c5890b35d req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "PUT /v2.0/ports/6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 943 time: 0.6975210 Apr 14 16:16:42.463190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:42.464201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38316) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:42.554148 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b50cd036-2f30-4494-9afa-1ceff0163e49 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.555358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['6062eaee-e03a-44f9-9f30-94b1844baef9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:42.593905 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'status': 'completed', 'code': 200} Apr 14 16:16:42.595533 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b50cd036-2f30-4494-9afa-1ceff0163e49 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.651765 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b50cd036-2f30-4494-9afa-1ceff0163e49 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.664180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bdf083df-61b2-4e47-9b12-51c1b6de04de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:42.678769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cd036-2f30-4494-9afa-1ceff0163e49 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ae264-6285-469c-8138-f9fe5c5ac555,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:42.685465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b50cd036-2f30-4494-9afa-1ceff0163e49 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:42.686380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b50cd036-2f30-4494-9afa-1ceff0163e49 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.687595 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b50cd036-2f30-4494-9afa-1ceff0163e49 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "DELETE /v2.0/security-groups/307ae264-6285-469c-8138-f9fe5c5ac555 HTTP/1.1" status: 204 len: 168 time: 0.2220240 Apr 14 16:16:42.690385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38326) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:42.727280 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-8efff07c-3bbd-41eb-9c41-79082593fc68 None None] Provisioning complete for port 6062eaee-e03a-44f9-9f30-94b1844baef9 triggered by entity DHCP. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:16:42.727644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8efff07c-3bbd-41eb-9c41-79082593fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:42.783912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-51a3129d-b962-491e-8ce9-6eeeed6df752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:42.785146 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-51a3129d-b962-491e-8ce9-6eeeed6df752 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50e33e4fe3a942dbbcac70994544cff1&device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 1099 time: 0.1676774 Apr 14 16:16:42.946709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-9866d3b2-437f-40cd-9f93-de166a60eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:42.948302 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-9866d3b2-437f-40cd-9f93-de166a60eeba service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea HTTP/1.1" status: 200 len: 915 time: 0.1538842 Apr 14 16:16:43.063580 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-0ebc77a9-7a14-48d3-a6a0-e9f27473a23c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 1002 time: 0.1075997 Apr 14 16:16:43.138148 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-7d560711-409c-4c67-9653-6d94b5a4c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:43.140241 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-7d560711-409c-4c67-9653-6d94b5a4c899 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b37f6508-467b-4315-ac7f-09e223125881 HTTP/1.1" status: 200 len: 853 time: 0.0681880 Apr 14 16:16:43.143591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Deleting port 82ef41be-698b-4952-8ea2-fab1730849b0 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:43.143975 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.229319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-a6464c3a-2e8d-49fc-9aaf-814e9411c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:43.230889 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-a6464c3a-2e8d-49fc-9aaf-814e9411c403 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836732 Apr 14 16:16:43.325376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.325764 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.387145 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-eefd2f55-aab7-42ca-8947-1e3312c40c10 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480494 Apr 14 16:16:43.468495 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Calling delete_port for 82ef41be-698b-4952-8ea2-fab1730849b0 owned by network:floatingip {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:43.544160 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9113caa2-7276-403c-bd67-04b7a6d68f7f req-9af0db17-cbb3-413b-94f0-6157642edb16 service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445119 Apr 14 16:16:43.650607 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.671676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b5252e22-8108-4429-94db-e93d2f274b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:43.771012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event deleted for resources: {'Port': ['ID=82ef41be-698b-4952-8ea2-fab1730849b0,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:43.774874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:43.942877 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks [] for floatingip, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:43.943388 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Floating IP 5a8badbd-0102-44c0-ac92-c60e246e6438 disassociated (deleted). External IP: 172.28.2.178, port: 6062eaee-e03a-44f9-9f30-94b1844baef9. Apr 14 16:16:44.323264 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Router d8d274c1-61b0-4843-8b12-0de2614d5326 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:44.511255 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:44.521158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] Sync routers for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:44.530495 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:44.531334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:44.532090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:16:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:44.591736 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "DELETE /v2.0/floatingips/5a8badbd-0102-44c0-ac92-c60e246e6438 HTTP/1.1" status: 204 len: 168 time: 1.9002056 Apr 14 16:16:44.592426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:44.731493 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'status': 'completed', 'code': 200} Apr 14 16:16:44.734407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:44.852932 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-9f265125-6851-4aa0-a33c-0122aaf73657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:44.854717 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-9f265125-6851-4aa0-a33c-0122aaf73657 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=50e33e4fe3a942dbbcac70994544cff1&device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 1099 time: 0.0995195 Apr 14 16:16:45.036570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-0703eed7-e30f-46df-a1d3-6f13bacef1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:45.041289 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-0703eed7-e30f-46df-a1d3-6f13bacef1b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea HTTP/1.1" status: 200 len: 915 time: 0.1766064 Apr 14 16:16:45.112224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:29Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '199dabba-badd-46e1-9b61-1cba94b3e9d8', 'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'mac_address': 'fa:16:3e:b4:19:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:26Z', 'updated_at': '2021-04-14T16:13:47Z', 'revision_number': 5, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'subnets': [{'id': 'b37f6508-467b-4315-ac7f-09e223125881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:45.113450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] Checking router: d8d274c1-61b0-4843-8b12-0de2614d5326 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:45.125179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:45.126104 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:16:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:45.127706 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-ff4a94d0-adbd-4d15-93f6-80c1b257be15 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 200 len: 217 time: 0.0783343 Apr 14 16:16:45.202380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-24729283-400f-4050-a20f-6aa746c61d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:45.204000 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-24729283-400f-4050-a20f-6aa746c61d06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b37f6508-467b-4315-ac7f-09e223125881 HTTP/1.1" status: 200 len: 853 time: 0.0687008 Apr 14 16:16:45.291603 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-2a8a6c9e-fef2-4e1f-ad70-0ab17f02ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:45.293201 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-2a8a6c9e-fef2-4e1f-ad70-0ab17f02ba9b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821753 Apr 14 16:16:45.326800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:45.457480 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-073774c3-b55d-430c-a838-d8cb415faf9d service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553929 Apr 14 16:16:45.671288 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b850953b-3206-41ca-abb7-4ed9a5b2d78c req-08281129-5ebf-472c-a1d9-c710c613ccea service neutron] 10.222.0.49 "GET /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038407 Apr 14 16:16:45.755888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:29Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '199dabba-badd-46e1-9b61-1cba94b3e9d8', 'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'mac_address': 'fa:16:3e:b4:19:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:26Z', 'updated_at': '2021-04-14T16:13:47Z', 'revision_number': 5, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'subnets': [{'id': 'b37f6508-467b-4315-ac7f-09e223125881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:45.760071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38303011-6735-47f7-b393-cfaf71678f5f None None] The sync data for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb is: [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:13:29Z', 'revision_number': 4, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '199dabba-badd-46e1-9b61-1cba94b3e9d8', 'name': '', 'network_id': 'f4cfb4e7-22a0-4ba6-804b-4177b72b02ea', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'mac_address': 'fa:16:3e:b4:19:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'b37f6508-467b-4315-ac7f-09e223125881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:26Z', 'updated_at': '2021-04-14T16:13:47Z', 'revision_number': 5, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'subnets': [{'id': 'b37f6508-467b-4315-ac7f-09e223125881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:46.157580 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abee6c14-db86-49dd-a3d5-3fb444bab55e None None] New status for floating IP 5a8badbd-0102-44c0-ac92-c60e246e6438: DOWN {{(pid=85272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:16:48.312826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f89bf-6e58-4a73-93c7-db05e296992c req-6419753f-a65d-4d11-aa14-994b488d24e8 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:48.321312 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ed4f89bf-6e58-4a73-93c7-db05e296992c req-6419753f-a65d-4d11-aa14-994b488d24e8 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 946 time: 0.1504471 Apr 14 16:16:48.352544 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ed4f89bf-6e58-4a73-93c7-db05e296992c req-25c5b5c7-7be3-442a-b4a0-356383dc1756 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301471 Apr 14 16:16:49.561375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1de944-8711-48cb-9f65-74b4ef6a73ce req-416dfc19-595f-4113-8df3-2e3d81e0ab61 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:49.563177 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc1de944-8711-48cb-9f65-74b4ef6a73ce req-416dfc19-595f-4113-8df3-2e3d81e0ab61 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 946 time: 0.0892596 Apr 14 16:16:49.597808 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc1de944-8711-48cb-9f65-74b4ef6a73ce req-537b0e91-4abb-4a03-b700-bd80c4079fa1 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279975 Apr 14 16:16:50.183319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-560de6be-09ab-41b9-ad5b-4b76ecbca26b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:50.184784 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-560de6be-09ab-41b9-ad5b-4b76ecbca26b tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.49 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 946 time: 0.0856268 Apr 14 16:16:50.266462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Deleting port 6062eaee-e03a-44f9-9f30-94b1844baef9 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:50.266853 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:50.527352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] For port 6062eaee-e03a-44f9-9f30-94b1844baef9, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6062eaee-e03a-44f9-9f30-94b1844baef9,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:50.527759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:50.659623 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Calling delete_port for 6062eaee-e03a-44f9-9f30-94b1844baef9 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:50.806548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:16:50.860644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:50.876926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['6062eaee-e03a-44f9-9f30-94b1844baef9'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:16:50.877566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ad810e29-5def-4886-bfd8-4aa68d0a5ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:50.884774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b56966-1953-45ac-9614-5488c78b3395 req-0b371af3-4bb6-41d1-82df-d19278e4d983 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:50.885554 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-05b56966-1953-45ac-9614-5488c78b3395 req-0b371af3-4bb6-41d1-82df-d19278e4d983 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Synchronizing usage tracker for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:port {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:50.901224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-05b56966-1953-45ac-9614-5488c78b3395 req-0b371af3-4bb6-41d1-82df-d19278e4d983 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Unset dirty status for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:port {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:50.902761 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05b56966-1953-45ac-9614-5488c78b3395 req-0b371af3-4bb6-41d1-82df-d19278e4d983 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/ports?device_id=99c40849-ab97-4391-9a1b-4a9778ce83cb HTTP/1.1" status: 200 len: 867 time: 0.1195500 Apr 14 16:16:50.939914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-05b56966-1953-45ac-9614-5488c78b3395 req-d3994a9a-9133-46d8-8e95-18f5eb165a33 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Synchronizing usage tracker for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:16:50.963037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-05b56966-1953-45ac-9614-5488c78b3395 req-d3994a9a-9133-46d8-8e95-18f5eb165a33 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Unset dirty status for tenant:50e33e4fe3a942dbbcac70994544cff1 on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:16:50.976447 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05b56966-1953-45ac-9614-5488c78b3395 req-d3994a9a-9133-46d8-8e95-18f5eb165a33 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.61 "GET /v2.0/security-groups?id=6f58704c-696a-4db2-962d-63c0a16c7607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656071 Apr 14 16:16:51.235500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Pushing event deleted for resources: {'Port': ['ID=6062eaee-e03a-44f9-9f30-94b1844baef9,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:51.242358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:51.385468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] No DVR routers for this DVR port 6062eaee-e03a-44f9-9f30-94b1844baef9 on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:51.388014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:51.391364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'name': 'network-vif-deleted', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:16:51.412170 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1c0efd77-dc08-4cef-88df-8930cf364fce req-2f75834b-bfcb-414b-9afd-67976cbe4e6c tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] 10.222.0.49 "DELETE /v2.0/ports/6062eaee-e03a-44f9-9f30-94b1844baef9 HTTP/1.1" status: 204 len: 173 time: 1.2190709 Apr 14 16:16:51.442002 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c40849-ab97-4391-9a1b-4a9778ce83cb', 'name': 'network-vif-deleted', 'tag': '6062eaee-e03a-44f9-9f30-94b1844baef9', 'status': 'completed', 'code': 200} Apr 14 16:16:52.491453 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38492) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:52.645224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.667490 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:52.676591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Usage tracker for resource:security_group_rule and tenant:76fb5be372e84d9cb7de1d38e709b27c is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:52.679385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:52.688021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:52.801144 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.808403 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.818143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a3ed55ab-2ab3-4a6b-b592-ffdc6e80905e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:52.867201 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76fb5be372e84d9cb7de1d38e709b27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721030 Apr 14 16:16:52.867546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38526) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:52.870435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9273cf3f-ce87-4a69-8136-e12329cb437e,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:52.883865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:52.936855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d9418292-2382-403c-8364-7069547b5ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.965310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d9418292-2382-403c-8364-7069547b5ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:52.994159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38530) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:53.035500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d9418292-2382-403c-8364-7069547b5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:53.040794 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7cfd18ee-7e17-49a7-abc3-ebb1f06ab4eb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:53.057835 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9418292-2382-403c-8364-7069547b5ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9273cf3f-ce87-4a69-8136-e12329cb437e,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:53.061656 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d9418292-2382-403c-8364-7069547b5ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:53.064745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d9418292-2382-403c-8364-7069547b5ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:53.068911 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d9418292-2382-403c-8364-7069547b5ce5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9273cf3f-ce87-4a69-8136-e12329cb437e HTTP/1.1" status: 204 len: 168 time: 0.2004395 Apr 14 16:16:53.579964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854332632'] for router_interface, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:53.976867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Deleting port 199dabba-badd-46e1-9b61-1cba94b3e9d8 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:53.977255 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:53.995095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 6062eaee-e03a-44f9-9f30-94b1844baef9 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:54.034761 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: 6062eaee-e03a-44f9-9f30-94b1844baef9 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:54.035431 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 6062eaee-e03a-44f9-9f30-94b1844baef9 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:54.166667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] For port 199dabba-badd-46e1-9b61-1cba94b3e9d8, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=199dabba-badd-46e1-9b61-1cba94b3e9d8,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:54.167077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.307893 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Calling delete_port for 199dabba-badd-46e1-9b61-1cba94b3e9d8 owned by network:router_interface {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:54.432260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-19723985-6b69-4042-b5f1-bff52d7d6ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.630738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:54.643696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9104bf35-5d98-4d66-bc50-d61e10b26ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:54.737000 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Pushing event deleted for resources: {'Port': ['ID=199dabba-badd-46e1-9b61-1cba94b3e9d8,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:54.743333 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:55.086013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381601'] for router_interface, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:55.836934 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Router d8d274c1-61b0-4843-8b12-0de2614d5326 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:16:56.030285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:16:56.040104 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] Sync routers for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:16:56.043350 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3d70e8d8-e1bb-4f27-ba10-29705511836e admin admin] 10.222.0.61 "PUT /v2.0/routers/d8d274c1-61b0-4843-8b12-0de2614d5326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0480375 Apr 14 16:16:56.046847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38584) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:56.050540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:56.051245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:16:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:56.240460 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks [] for router, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.411030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:56.434870 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.443680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Deleting port c29e2f55-fc2e-489f-b787-22259b61deeb {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:56.444066 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.631059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] For port c29e2f55-fc2e-489f-b787-22259b61deeb, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=c29e2f55-fc2e-489f-b787-22259b61deeb,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:56.631467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:56.720767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:16:54Z', 'revision_number': 5, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port': {'id': 'c29e2f55-fc2e-489f-b787-22259b61deeb', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:46:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:21Z', 'updated_at': '2021-04-14T16:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:56.725121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] Checking router: d8d274c1-61b0-4843-8b12-0de2614d5326 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:16:56.734282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] Routers {'d8d274c1-61b0-4843-8b12-0de2614d5326'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:16:56.735040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:16:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['d8d274c1-61b0-4843-8b12-0de2614d5326'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:56.777745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Calling delete_port for c29e2f55-fc2e-489f-b787-22259b61deeb owned by network:router_gateway {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:56.913928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] Set router d8d274c1-61b0-4843-8b12-0de2614d5326 gateway port host: None {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:16:56.986188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.004171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5ca3c63c-aefc-44b9-ae4a-9c0c70104a0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.055132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:16:56Z', 'revision_number': 6, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port_host': None}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:57.063320 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eacd6a-39fc-48bb-b904-e7156b630353 None None] The sync data for ids ['d8d274c1-61b0-4843-8b12-0de2614d5326'] in dv-cinder-786266-1-smb is: [{'id': 'd8d274c1-61b0-4843-8b12-0de2614d5326', 'name': 'tempest-TestMinimumBasicScenario-978490312-router', 'tenant_id': '50e33e4fe3a942dbbcac70994544cff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:20Z', 'updated_at': '2021-04-14T16:16:56Z', 'revision_number': 6, 'project_id': '50e33e4fe3a942dbbcac70994544cff1', 'gw_port_host': None}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:16:57.109381 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29e2f55-fc2e-489f-b787-22259b61deeb,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:57.116060 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:57.228311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38604) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:57.314290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381767'] for router_gateway, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.327314 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c931846e-0a38-40a1-b166-85c9e2aa434d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.534543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.555821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854319393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124668'] for router, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.561354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.563372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:57.571272 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Usage tracker for resource:security_group_rule and tenant:0827e16f2bce4063a686459cc3bbf0a0 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:57.640876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:57.657290 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:57.667698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447599'] for router, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.668373 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d274c1-61b0-4843-8b12-0de2614d5326 {{(pid=85270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:16:57.704458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.705703 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] 10.222.0.61 "DELETE /v2.0/routers/d8d274c1-61b0-4843-8b12-0de2614d5326 HTTP/1.1" status: 204 len: 168 time: 1.6578100 Apr 14 16:16:57.708838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38612) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:57.778771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.781285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b8c134-bfff-440e-af6f-a76355e5c84d admin admin] Deleting subnet b37f6508-467b-4315-ac7f-09e223125881 {{(pid=85269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:16:57.782260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.786550 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-44b8c134-bfff-440e-af6f-a76355e5c84d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.795187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a2dbe622-dffa-40b5-b76f-76d72c014838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:57.838381 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0827e16f2bce4063a686459cc3bbf0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6088991 Apr 14 16:16:57.839332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea301f1-e4c8-45d6-b205-4547b6e820d9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:57.840056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-44b8c134-bfff-440e-af6f-a76355e5c84d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846857966'] for subnet, precommit_delete_associations {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.842443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38616) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:57.845340 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:57.905192 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-875e087c-77a6-4058-9809-a34d10f59fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.932138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-875e087c-77a6-4058-9809-a34d10f59fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.970411 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-44b8c134-bfff-440e-af6f-a76355e5c84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.981317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-875e087c-77a6-4058-9809-a34d10f59fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.986010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:57.987039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:58.000127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e087c-77a6-4058-9809-a34d10f59fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea301f1-e4c8-45d6-b205-4547b6e820d9,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:58.003612 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-875e087c-77a6-4058-9809-a34d10f59fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:58.005543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-875e087c-77a6-4058-9809-a34d10f59fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.006777 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-875e087c-77a6-4058-9809-a34d10f59fec admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6ea301f1-e4c8-45d6-b205-4547b6e820d9 HTTP/1.1" status: 204 len: 168 time: 0.1633654 Apr 14 16:16:58.246500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-44b8c134-bfff-440e-af6f-a76355e5c84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6534804'] for subnet, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.263181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:58.265035 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.350608 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8c134-bfff-440e-af6f-a76355e5c84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37f6508-467b-4315-ac7f-09e223125881,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:58.362768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-44b8c134-bfff-440e-af6f-a76355e5c84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:58.396789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-44b8c134-bfff-440e-af6f-a76355e5c84d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.402193 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884bac3b-4f31-4869-b0b7-10c2c0000d42 None None] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:16:58.406295 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-44b8c134-bfff-440e-af6f-a76355e5c84d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b37f6508-467b-4315-ac7f-09e223125881 HTTP/1.1" status: 204 len: 168 time: 0.6931334 Apr 14 16:16:58.406574 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38634) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:58.525946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.603762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Deleting port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:58.604299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.605230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device c29e2f55-fc2e-489f-b787-22259b61deeb no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:58.652025 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: c29e2f55-fc2e-489f-b787-22259b61deeb {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:58.652390 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device c29e2f55-fc2e-489f-b787-22259b61deeb not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:58.652876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 199dabba-badd-46e1-9b61-1cba94b3e9d8 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:16:58.690686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 199dabba-badd-46e1-9b61-1cba94b3e9d8 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:16:58.691415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 199dabba-badd-46e1-9b61-1cba94b3e9d8 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:16:58.805435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] DHCP port deletion for f4cfb4e7-22a0-4ba6-804b-4177b72b02ea request from dv-cinder-786266-1-smb {{(pid=85271) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:16:58.810570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] Deleting port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:58.810996 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.848004 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38646) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:58.883180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] For port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=24c2e1ad-3622-4afb-b4c1-c44535f5c4ff,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:58.883862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:58.987140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-134725640-network', 'tenant_id': 'd13ad328455f4310b156a4d5214c2ca7'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:58.992130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:58.996153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Usage tracker for resource:network and tenant:d13ad328455f4310b156a4d5214c2ca7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:58.999745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:59.006183 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:59.017427 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Made reservation on behalf of d13ad328455f4310b156a4d5214c2ca7 for: {'network': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:16:59.022282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.036822 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Calling delete_port for 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff owned by network:dhcp {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:59.037272 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.057974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:59.064113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Usage tracker for resource:security_group_rule and tenant:d13ad328455f4310b156a4d5214c2ca7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:59.065966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:59.069040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] For port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=24c2e1ad-3622-4afb-b4c1-c44535f5c4ff,segment=NetworkSegment(7591a1cd-ac46-4b50-a29c-c8497b090834),segment_id=7591a1cd-ac46-4b50-a29c-c8497b090834)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:16:59.069503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.072346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:59.141548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.157942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7cd1746b-10ca-4408-92ea-a668c46e279c tempest-VolumesActionsTest-1335616392 tempest-VolumesActionsTest-1335616392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:59.181626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.184701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.189040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4ba19a94-b4d6-4519-83e6-9fa39495b669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:59.209917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] Calling delete_port for 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff owned by network:dhcp {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:16:59.214479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=85270) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:16:59.228458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ab13b6-98a7-4d31-b984-0de69e8497c9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:59.233445 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:59.234471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.234862 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Added segment ffa29e0c-4f04-4b79-93f5-a89b10c88b6c of type vlan for network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 Apr 14 16:16:59.259813 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.264903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.300165 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.301521 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:16:59.302207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.306204 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:59.373676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.api [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:16:59.374152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_db.api [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:16:59.423800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Pushing event updated for resources: {'Network': ['ID=b46ff11f-5192-4970-a7f7-9c8a6aa550a2,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:59.427119 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5777378 Apr 14 16:16:59.428143 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:59.430244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38652) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:16:59.437518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Request body: {'subnet': {'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-134725640-subnet', 'tenant_id': 'd13ad328455f4310b156a4d5214c2ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:16:59.439600 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:16:59.443010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:16:59.447271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Usage tracker for resource:subnet and tenant:d13ad328455f4310b156a4d5214c2ca7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:16:59.450633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:16:59.457393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:16:59.468228 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Made reservation on behalf of d13ad328455f4310b156a4d5214c2ca7 for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:16:59.473277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276518'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.501040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c2e1ad-3622-4afb-b4c1-c44535f5c4ff,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:16:59.508936 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:16:59.554574 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] No DVR routers for this DVR port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff on host dv-cinder-786266-1-smb {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:16:59.685942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.813887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cfb4e7-22a0-4ba6-804b-4177b72b02ea']}} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:59.827098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7591a1cd-ac46-4b50-a29c-c8497b090834') {'for_net_delete': True} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:59.827443 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7591a1cd-ac46-4b50-a29c-c8497b090834') {} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:16:59.839523 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846856476'] for segment, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.858540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.864903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=85269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:16:59.875165 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] Deleting port 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:16:59.875705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.932600 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276441'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:16:59.948722 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8e0ed471-1d16-4995-86af-d277fc73406f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:16:59.951134 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-036aa5ff-e38b-46af-8904-ab3e020a3496 None None] The port '24c2e1ad-3622-4afb-b4c1-c44535f5c4ff' was deleted {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:17:00.053130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:00.064034 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6512918'] for segment, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.256840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Network f4cfb4e7-22a0-4ba6-804b-4177b72b02ea has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:17:00.281347 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:17:00.323610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=469c129a-ae82-45ad-b573-9a496d626c00,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:00.326419 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:00.368707 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.373208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:00.388103 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.399342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4cfb4e7-22a0-4ba6-804b-4177b72b02ea,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:00.399572 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Checking segment: {'id': 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:00.399979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Network hostable DHCP agents. Network: b46ff11f-5192-4970-a7f7-9c8a6aa550a2, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:17:00.402893 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:00.414514 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f4cfb4e7-22a0-4ba6-804b-4177b72b02ea HTTP/1.1" status: 204 len: 168 time: 2.0068586 Apr 14 16:17:00.417588 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38662) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:00.422457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:17:00.431927 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, b46ff11f-5192-4970-a7f7-9c8a6aa550a2) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:00.442662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0630ff5f-a257-476f-a70d-46c627dfdf0b None None] Network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:17:00.445003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:00.445649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:00.465936 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0344789 Apr 14 16:17:00.773483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:00.837577 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:00.837969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 24c2e1ad-3622-4afb-b4c1-c44535f5c4ff not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:00.910680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813c295-2017-4098-bbdc-4b99fc21085f None None] Network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:17:01.056977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854332632'] for router_interface, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.439579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Deleting port d63b6c6c-1944-413c-98f8-92f1909010bc {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:01.439966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.624298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] For port d63b6c6c-1944-413c-98f8-92f1909010bc, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=d63b6c6c-1944-413c-98f8-92f1909010bc,segment=NetworkSegment(304f4f92-208e-4cdc-a0b3-f436d5ae158f),segment_id=304f4f92-208e-4cdc-a0b3-f436d5ae158f)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:01.624700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.758231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Calling delete_port for d63b6c6c-1944-413c-98f8-92f1909010bc owned by network:router_interface {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:01.931927 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:01.947011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-728f2dc6-0b0c-4109-816f-6a38b398ddd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:02.039194 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d63b6c6c-1944-413c-98f8-92f1909010bc,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:02.041727 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:02.397586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381601'] for router_interface, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:02.664061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-c7ed61e1-0480-4f42-bb60-3230035e2652 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:02.664854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-c7ed61e1-0480-4f42-bb60-3230035e2652 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Synchronizing usage tracker for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:network {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:02.684068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-c7ed61e1-0480-4f42-bb60-3230035e2652 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Unset dirty status for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:network {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:02.685882 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-c7ed61e1-0480-4f42-bb60-3230035e2652 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/networks?id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2 HTTP/1.1" status: 200 len: 813 time: 0.1892016 Apr 14 16:17:02.712503 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-587609aa-95ec-472b-bc40-f6fd43eb7eca tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/quotas/d13ad328455f4310b156a4d5214c2ca7 HTTP/1.1" status: 200 len: 375 time: 0.0104885 Apr 14 16:17:02.767425 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-24eee8c2-6dee-4320-ac9c-ed875ce8bf36 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d13ad328455f4310b156a4d5214c2ca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478961 Apr 14 16:17:02.956789 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-82381850-49fc-4781-a8ac-028edd3d3711 service neutron] 10.222.0.61 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810684 Apr 14 16:17:03.098556 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-2ee8b7c1-0029-40cf-a08e-c9b63f07db39 service neutron] 10.222.0.61 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346498 Apr 14 16:17:03.157331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Router 14cba708-0dfd-4564-999d-7f3254aa1348 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:17:03.347612 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-af31886d-5e13-4364-9bca-9c79e437e059 req-8725f44a-07aa-4d1b-b737-1c33d20268e8 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 210 time: 0.0566671 Apr 14 16:17:03.407072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:17:03.416738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] Sync routers for ids ['14cba708-0dfd-4564-999d-7f3254aa1348'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:03.421471 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] 10.222.0.61 "PUT /v2.0/routers/14cba708-0dfd-4564-999d-7f3254aa1348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9998074 Apr 14 16:17:03.421821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38698) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:03.429515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] Routers {'14cba708-0dfd-4564-999d-7f3254aa1348'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:03.430406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:16:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['14cba708-0dfd-4564-999d-7f3254aa1348'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:03.626185 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks [] for router, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.635806 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] Set router 14cba708-0dfd-4564-999d-7f3254aa1348 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:03.833939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.843134 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Deleting port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:03.843518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:03.969385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134'}], 'enable_snat': True}, 'gw_port_id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:39Z', 'updated_at': '2021-04-14T16:17:01Z', 'revision_number': 5, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'gw_port': {'id': '6cb9cb46-04f9-48f9-b6f2-d4f655c45123', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:72:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:42Z', 'updated_at': '2021-04-14T16:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:03.973700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] Checking router: 14cba708-0dfd-4564-999d-7f3254aa1348 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:03.982863 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] Routers {'14cba708-0dfd-4564-999d-7f3254aa1348'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:03.983735 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:16:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['14cba708-0dfd-4564-999d-7f3254aa1348'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:04.055262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] For port 6cb9cb46-04f9-48f9-b6f2-d4f655c45123, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=6cb9cb46-04f9-48f9-b6f2-d4f655c45123,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:04.055672 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:04.146705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] Set router 14cba708-0dfd-4564-999d-7f3254aa1348 gateway port host: None {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:04.194782 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Calling delete_port for 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 owned by network:router_gateway {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:04.260100 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:39Z', 'updated_at': '2021-04-14T16:17:03Z', 'revision_number': 6, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'gw_port_host': None}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:04.264662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120465c3-1096-4d4e-9c13-092500d3b9f8 None None] The sync data for ids ['14cba708-0dfd-4564-999d-7f3254aa1348'] in dv-cinder-786266-1-smb is: [{'id': '14cba708-0dfd-4564-999d-7f3254aa1348', 'name': 'tempest-TestMinimumBasicScenario-996426957-router', 'tenant_id': '2565cbe6a4614169bf0f082d840b6ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:39Z', 'updated_at': '2021-04-14T16:17:03Z', 'revision_number': 6, 'project_id': '2565cbe6a4614169bf0f082d840b6ef4', 'gw_port_host': None}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:04.379493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:04.397604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffc8610d-fca0-4c74-8465-a3cfff254429 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:04.498016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb9cb46-04f9-48f9-b6f2-d4f655c45123,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:04.511022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:04.592930 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device d63b6c6c-1944-413c-98f8-92f1909010bc no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:04.605626 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d9fee2c7-c3ab-488d-ab0f-94dd7d1b2ed7 req-35d19055-b17f-4b49-93b8-b90f8cab28b4 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 210 time: 0.1050088 Apr 14 16:17:04.666126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: d63b6c6c-1944-413c-98f8-92f1909010bc {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:04.667207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device d63b6c6c-1944-413c-98f8-92f1909010bc not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:04.667895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:04.722625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:04.723181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 6cb9cb46-04f9-48f9-b6f2-d4f655c45123 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:04.837919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-9dcd9c73-3664-4330-bf42-0373f35cde6c tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:04.839528 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-9dcd9c73-3664-4330-bf42-0373f35cde6c tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.49 "GET /v2.0/networks?id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2 HTTP/1.1" status: 200 len: 813 time: 0.2722726 Apr 14 16:17:04.880383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Request body: {'port': {'device_id': '67484c3d-f57f-4674-8163-627a7e64df9a', 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2', 'admin_state_up': True, 'tenant_id': 'd13ad328455f4310b156a4d5214c2ca7'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:05.055378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381767'] for router_gateway, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.277325 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854319393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124668'] for router, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.282552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.298874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:05.319669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Usage tracker for resource:port and tenant:d13ad328455f4310b156a4d5214c2ca7 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:05.323095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:05.331629 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:05.346450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e51fa1-bf87-48f1-ae28-69dc03a35deb req-b4484441-6386-4599-98e5-6fa42e4f37b6 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:05.348053 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b1e51fa1-bf87-48f1-ae28-69dc03a35deb req-b4484441-6386-4599-98e5-6fa42e4f37b6 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.3704975 Apr 14 16:17:05.350291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447599'] for router, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.350848 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14cba708-0dfd-4564-999d-7f3254aa1348 {{(pid=85270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:17:05.360730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Made reservation on behalf of d13ad328455f4310b156a4d5214c2ca7 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:17:05.366820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.413907 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b1e51fa1-bf87-48f1-ae28-69dc03a35deb req-77371791-0bb6-47e7-8309-ea6df82fca2c tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559914 Apr 14 16:17:05.416912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.421323 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-95d7b76f-0040-43c3-b7e2-6e2ed40aa0ef admin admin] 10.222.0.61 "DELETE /v2.0/routers/14cba708-0dfd-4564-999d-7f3254aa1348 HTTP/1.1" status: 204 len: 168 time: 1.9951646 Apr 14 16:17:05.424302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38722) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:05.564561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88597e3-b887-4549-a751-c198d65efbb5 admin admin] Deleting subnet b5d13d94-5f96-4ab4-9333-f3305deae33a {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:17:05.572432 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a88597e3-b887-4549-a751-c198d65efbb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.676393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a88597e3-b887-4549-a751-c198d65efbb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1037860'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:05.724166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Allocated IP 172.20.0.13 (b46ff11f-5192-4970-a7f7-9c8a6aa550a2/469c129a-ae82-45ad-b573-9a496d626c00/6b00410d-b8c7-4d90-b7c8-c59e0417d875) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:17:05.862283 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-718c5b60-8527-4e6c-ba96-f22fd757a302 req-0f671ad3-707a-4b5e-83d5-9dd3e92b0fca tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 210 time: 0.1075659 Apr 14 16:17:06.298464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a88597e3-b887-4549-a751-c198d65efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:06.499566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:06.525087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a31a-ad13-4eb5-a273-ebfb8868fe82 req-be527225-501e-40bf-886c-919cb8a78c99 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:06.526732 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0504a31a-ad13-4eb5-a273-ebfb8868fe82 req-be527225-501e-40bf-886c-919cb8a78c99 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.3668795 Apr 14 16:17:06.582654 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0504a31a-ad13-4eb5-a273-ebfb8868fe82 req-a3c18f3b-cae1-4aa5-b9d0-76c0fb99cfd4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470660 Apr 14 16:17:06.636556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01225219-1e30-443d-8808-d71f35b1b6de req-638f517f-4440-4cef-8cf9-1d855e5a5a02 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:06.638216 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-01225219-1e30-443d-8808-d71f35b1b6de req-638f517f-4440-4cef-8cf9-1d855e5a5a02 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0923002 Apr 14 16:17:06.669776 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:06.670645 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-01225219-1e30-443d-8808-d71f35b1b6de req-ebaf0e0d-4aab-4bc5-84cb-d4999ab48313 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257802 Apr 14 16:17:06.686954 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:06.841246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Pushing event updated for resources: {'Port': ['ID=6b00410d-b8c7-4d90-b7c8-c59e0417d875,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:06.845883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a88597e3-b887-4549-a751-c198d65efbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849499392'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:06.848783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:06.877232 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:06.966820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88597e3-b887-4549-a751-c198d65efbb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d13d94-5f96-4ab4-9333-f3305deae33a,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:06.994964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a88597e3-b887-4549-a751-c198d65efbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:07.092947 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:17:07.095634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:17:07.098653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:17:07.136796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a88597e3-b887-4549-a751-c198d65efbb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.138238 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817cbe9d-74eb-4725-879b-2b64c63240d4 None None] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:17:07.162824 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a88597e3-b887-4549-a751-c198d65efbb5 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b5d13d94-5f96-4ab4-9333-f3305deae33a HTTP/1.1" status: 204 len: 168 time: 1.7374270 Apr 14 16:17:07.165500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38744) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:07.198167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:07.198867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.212174 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084c1a1-f017-4935-ba64-e84714642038 req-11880dc1-922f-48d4-8b3d-dde633a4e51e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:07.212947 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-5084c1a1-f017-4935-ba64-e84714642038 req-11880dc1-922f-48d4-8b3d-dde633a4e51e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Synchronizing usage tracker for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:07.234902 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-f6efd613-2dcb-4ce0-8498-b4f2c171148d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3624730 Apr 14 16:17:07.240142 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-5084c1a1-f017-4935-ba64-e84714642038 req-11880dc1-922f-48d4-8b3d-dde633a4e51e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Unset dirty status for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:07.241385 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5084c1a1-f017-4935-ba64-e84714642038 req-11880dc1-922f-48d4-8b3d-dde633a4e51e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 932 time: 0.2577736 Apr 14 16:17:07.249971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Request body: {'port': {'device_id': '67484c3d-f57f-4674-8163-627a7e64df9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:17:07.292062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.318788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-5084c1a1-f017-4935-ba64-e84714642038 req-078d0782-5029-4530-a5e0-ce3379029db2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Synchronizing usage tracker for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:security_group {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:17:07.362210 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Deleting port 1187c9f6-2751-4d30-beb6-c027d2c2065b {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:07.362594 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.409202 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-5084c1a1-f017-4935-ba64-e84714642038 req-078d0782-5029-4530-a5e0-ce3379029db2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Unset dirty status for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:security_group {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:17:07.410509 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5084c1a1-f017-4935-ba64-e84714642038 req-078d0782-5029-4530-a5e0-ce3379029db2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329393 Apr 14 16:17:07.415062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.417637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] DHCP port deletion for 8d515fb2-b1de-4736-b00c-498372abc8b3 request from dv-cinder-786266-1-smb {{(pid=85271) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:17:07.422734 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] Deleting port 1187c9f6-2751-4d30-beb6-c027d2c2065b {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:07.423169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.600206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] For port 1187c9f6-2751-4d30-beb6-c027d2c2065b, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=1187c9f6-2751-4d30-beb6-c027d2c2065b,segment=NetworkSegment(304f4f92-208e-4cdc-a0b3-f436d5ae158f),segment_id=304f4f92-208e-4cdc-a0b3-f436d5ae158f)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:07.600748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.690399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] For port 1187c9f6-2751-4d30-beb6-c027d2c2065b, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=1187c9f6-2751-4d30-beb6-c027d2c2065b,segment=NetworkSegment(304f4f92-208e-4cdc-a0b3-f436d5ae158f),segment_id=304f4f92-208e-4cdc-a0b3-f436d5ae158f)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:07.691215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.739184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Calling delete_port for 1187c9f6-2751-4d30-beb6-c027d2c2065b owned by network:dhcp {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:07.840617 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] Calling delete_port for 1187c9f6-2751-4d30-beb6-c027d2c2065b owned by network:dhcp {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:07.892885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:07.910702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0824d39b-7beb-434b-be10-64d8b9cfb8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:07.920931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.api [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:17:07.921346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_db.api [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:17:07.986626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-211b97f7-bf56-494d-9f3b-a33cc832372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:07.988238 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-211b97f7-bf56-494d-9f3b-a33cc832372c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c54499001d8b4a81bad0778281e95ca5&device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1099 time: 0.2145472 Apr 14 16:17:08.007593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1187c9f6-2751-4d30-beb6-c027d2c2065b,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:08.016912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:08.025496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605cb6e-9517-4f78-8f5c-c7b75e15e866 req-9c72a07c-3217-413b-8faf-898d08d322f2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:08.027175 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6605cb6e-9517-4f78-8f5c-c7b75e15e866 req-9c72a07c-3217-413b-8faf-898d08d322f2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.2377908 Apr 14 16:17:08.056435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e975d0-9be6-41a6-a6f2-83d75162be75 req-81cfe3d1-a8ef-45f8-9a1a-95804bf98a0b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:08.058023 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c2e975d0-9be6-41a6-a6f2-83d75162be75 req-81cfe3d1-a8ef-45f8-9a1a-95804bf98a0b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.2010920 Apr 14 16:17:08.085240 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6605cb6e-9517-4f78-8f5c-c7b75e15e866 req-e2f9cab0-ed91-4567-b24a-826e35e407b8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459483 Apr 14 16:17:08.099564 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] No DVR routers for this DVR port 1187c9f6-2751-4d30-beb6-c027d2c2065b on host dv-cinder-786266-1-smb {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:17:08.204224 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c2e975d0-9be6-41a6-a6f2-83d75162be75 req-5b471eee-b4d2-48a5-8049-f93aff883003 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617187 Apr 14 16:17:08.211828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b00410d-b8c7-4d90-b7c8-c59e0417d875 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:08.232561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.234472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.266357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Transition to ACTIVE for port object 6b00410d-b8c7-4d90-b7c8-c59e0417d875 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:17:08.269126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-6d754045-28aa-4ab4-b3b8-8ae84ac15fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:08.270725 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-6d754045-28aa-4ab4-b3b8-8ae84ac15fe8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81a37163-653e-470f-a94e-0abcd991baa3 HTTP/1.1" status: 200 len: 909 time: 0.2583866 Apr 14 16:17:08.271837 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.289717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-785f7ab1-4433-4d1e-8097-b36abfc85c93 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:08.349263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d515fb2-b1de-4736-b00c-498372abc8b3']}} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:08.362052 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304f4f92-208e-4cdc-a0b3-f436d5ae158f') {'for_net_delete': True} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:08.362415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304f4f92-208e-4cdc-a0b3-f436d5ae158f') {} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:08.374913 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846856476'] for segment, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.391350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.398376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=85269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:17:08.422122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] Deleting port 1187c9f6-2751-4d30-beb6-c027d2c2065b {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:08.422559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.524759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-06ca1a60-60d1-4258-83d6-134682505ebf None None] The port '1187c9f6-2751-4d30-beb6-c027d2c2065b' was deleted {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:17:08.589870 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 1187c9f6-2751-4d30-beb6-c027d2c2065b no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:08.628894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 1187c9f6-2751-4d30-beb6-c027d2c2065b {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:08.629494 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 1187c9f6-2751-4d30-beb6-c027d2c2065b not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:08.664383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:08.676396 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6512918'] for segment, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:08.753885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b00410d-b8c7-4d90-b7c8-c59e0417d875,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:08.768142 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:08.772311 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-dc06b662-b878-4fdd-8f7a-96b05928208f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722 HTTP/1.1" status: 200 len: 1001 time: 0.4835718 Apr 14 16:17:08.885293 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Network 8d515fb2-b1de-4736-b00c-498372abc8b3 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:08.916843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12274712-eaee-4def-a045-fdda82e8ee05 req-10faba93-83e6-464a-8f9f-bd43399d12d8 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:08.918511 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-12274712-eaee-4def-a045-fdda82e8ee05 req-10faba93-83e6-464a-8f9f-bd43399d12d8 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 944 time: 0.3386259 Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:17:08.919214 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:17:08.925633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-d40f3fdc-34d8-4a6b-9677-56d10c72125a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:08.927279 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-d40f3fdc-34d8-4a6b-9677-56d10c72125a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbfbdec2-470c-45ef-8607-dac093c6fb7f HTTP/1.1" status: 200 len: 847 time: 0.1402359 Apr 14 16:17:09.028371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.036488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.042620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-52c36987-c29a-4798-a04d-5026260e2c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:09.068682 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-12274712-eaee-4def-a045-fdda82e8ee05 req-5c9e5ccb-189e-436c-8416-0939285ec068 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959778 Apr 14 16:17:09.069920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d515fb2-b1de-4736-b00c-498372abc8b3,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:09.072441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:09.074292 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8d515fb2-b1de-4736-b00c-498372abc8b3 HTTP/1.1" status: 204 len: 168 time: 1.9074321 Apr 14 16:17:09.124629 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Attempting to bind port 6b00410d-b8c7-4d90-b7c8-c59e0417d875 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:17:09.125011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Attempting to bind port 6b00410d-b8c7-4d90-b7c8-c59e0417d875 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:17:09.125383 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Attempting to bind port 6b00410d-b8c7-4d90-b7c8-c59e0417d875 on network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:09.129023 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-639f67a1-99c6-4f80-99dd-c3d63a8bf2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:09.130958 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-639f67a1-99c6-4f80-99dd-c3d63a8bf2bb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81a37163-653e-470f-a94e-0abcd991baa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1959364 Apr 14 16:17:09.135245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Port 6b00410d-b8c7-4d90-b7c8-c59e0417d875 on network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:17:09.135708 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Attempting to bind port 6b00410d-b8c7-4d90-b7c8-c59e0417d875 on network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:17:09.165854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:17:09.166257 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Checking segment: {'id': 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:17:09.166686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Bound using segment: {'id': 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:17:09.167157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Bound port: 6b00410d-b8c7-4d90-b7c8-c59e0417d875, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:17:09.167536 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.216253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38758) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:09.256801 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-dd429355-3424-443a-a741-c103fe9864ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=50e33e4fe3a942dbbcac70994544cff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364890 Apr 14 16:17:09.257015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38764) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:09.370414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d92dcbd5-9b10-4e0a-add9-42775f417e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.393977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] For port 6b00410d-b8c7-4d90-b7c8-c59e0417d875, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:17:09.411602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d92dcbd5-9b10-4e0a-add9-42775f417e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.425518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] For port 6b00410d-b8c7-4d90-b7c8-c59e0417d875, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6b00410d-b8c7-4d90-b7c8-c59e0417d875,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:17:09.430255 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-59888a73-b240-4771-bd3d-68cbb5807f7f service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881916 Apr 14 16:17:09.433119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.452780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a39321da-8153-4208-bf47-80d252617e68 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:09.476217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1a35d-cdef-4dd7-b95e-38a3383b9cab req-cdf9386b-5f49-44d7-9108-39708e90e309 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:09.477823 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4af1a35d-cdef-4dd7-b95e-38a3383b9cab req-cdf9386b-5f49-44d7-9108-39708e90e309 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.1529422 Apr 14 16:17:09.498951 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d92dcbd5-9b10-4e0a-add9-42775f417e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.506058 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b50cd036-2f30-4494-9afa-1ceff0163e49 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:09.533677 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4af1a35d-cdef-4dd7-b95e-38a3383b9cab req-0cd3db35-574b-496d-880a-5a6cdcebd713 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480547 Apr 14 16:17:09.534532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dcbd5-9b10-4e0a-add9-42775f417e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f58704c-696a-4db2-962d-63c0a16c7607,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:09.536958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d92dcbd5-9b10-4e0a-add9-42775f417e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:09.542492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d92dcbd5-9b10-4e0a-add9-42775f417e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.546196 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d92dcbd5-9b10-4e0a-add9-42775f417e78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6f58704c-696a-4db2-962d-63c0a16c7607 HTTP/1.1" status: 204 len: 168 time: 0.2856843 Apr 14 16:17:09.579372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11aa01-f613-480e-99f1-6acd60b544fa req-cd479d85-20c4-4427-a15f-d1d0e03362db tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:09.581003 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3b11aa01-f613-480e-99f1-6acd60b544fa req-cd479d85-20c4-4427-a15f-d1d0e03362db tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.3308828 Apr 14 16:17:09.720070 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3b11aa01-f613-480e-99f1-6acd60b544fa req-c03f6c7d-f353-4614-a4be-1ff12d95ee8d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280501 Apr 14 16:17:09.759108 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6b00410d-b8c7-4d90-b7c8-c59e0417d875,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:09.774363 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:09.803782 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e4c2e6cf-1a73-4440-b50e-cb05ecc2a8d6 req-3984223c-d451-4950-90fb-ca3c95fc58e8 service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535681 Apr 14 16:17:09.810767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:09.811502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.812914 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] 10.222.0.49 "PUT /v2.0/ports/6b00410d-b8c7-4d90-b7c8-c59e0417d875 HTTP/1.1" status: 200 len: 1094 time: 2.5682781 Apr 14 16:17:09.813455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67484c3d-f57f-4674-8163-627a7e64df9a', 'tag': '6b00410d-b8c7-4d90-b7c8-c59e0417d875'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:09.828271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:09.913190 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67484c3d-f57f-4674-8163-627a7e64df9a', 'tag': '6b00410d-b8c7-4d90-b7c8-c59e0417d875', 'status': 'completed', 'code': 200} Apr 14 16:17:09.937123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38774) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:09.956712 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-44ec9009-d658-4fb7-89a9-6f5352458359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:09.958358 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-44ec9009-d658-4fb7-89a9-6f5352458359 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d13ad328455f4310b156a4d5214c2ca7&device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 1097 time: 0.0881276 Apr 14 16:17:09.971829 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6eaf5686-0daf-422e-aee4-0be54bfdc7c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2565cbe6a4614169bf0f082d840b6ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0334008 Apr 14 16:17:09.974473 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38778) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:10.036699 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-6ceaef9f-cc29-4c3e-86bd-ca5ba2abae63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b00410d-b8c7-4d90-b7c8-c59e0417d875 HTTP/1.1" status: 200 len: 217 time: 0.0701578 Apr 14 16:17:10.038211 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9d4d72b9-cabe-4223-b8e5-e61d726cba22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.066341 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9d4d72b9-cabe-4223-b8e5-e61d726cba22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.109396 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-5d06f80b-0bb0-4e39-8d56-60116f930546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:10.111020 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-5d06f80b-0bb0-4e39-8d56-60116f930546 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=469c129a-ae82-45ad-b573-9a496d626c00 HTTP/1.1" status: 200 len: 853 time: 0.0666342 Apr 14 16:17:10.123357 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9d4d72b9-cabe-4223-b8e5-e61d726cba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.128763 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ca15d7f3-9a1a-46c6-9652-cbb2df4c2993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:10.145389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d72b9-cabe-4223-b8e5-e61d726cba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00c1b39-a2ba-4efe-9486-aa910df85524,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:10.146857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9d4d72b9-cabe-4223-b8e5-e61d726cba22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:10.148167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9d4d72b9-cabe-4223-b8e5-e61d726cba22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:10.150191 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9d4d72b9-cabe-4223-b8e5-e61d726cba22 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e00c1b39-a2ba-4efe-9486-aa910df85524 HTTP/1.1" status: 204 len: 168 time: 0.1739054 Apr 14 16:17:10.173057 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-6cd8a5f0-2acf-4af0-bd6b-de38cc34e792 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536418 Apr 14 16:17:10.390921 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-8410d5e7-12c9-42be-b095-40666a6221d9 service neutron] 10.222.0.49 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108600 Apr 14 16:17:10.403665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1044e-8d2f-4687-9e28-c5e9bce509b9 req-7be56c1b-2160-4b8c-afac-31d5a2dd2972 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:10.405340 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cdd1044e-8d2f-4687-9e28-c5e9bce509b9 req-7be56c1b-2160-4b8c-afac-31d5a2dd2972 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 944 time: 0.2005718 Apr 14 16:17:10.519799 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cdd1044e-8d2f-4687-9e28-c5e9bce509b9 req-d6358963-8513-4501-a8c5-beff7d43b84d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887201 Apr 14 16:17:10.575196 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50fd6ad4-bc68-414d-9ce3-331b28dd0a58 req-024e30dd-e09e-46b3-bd39-6f1292d023aa service neutron] 10.222.0.49 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687691 Apr 14 16:17:10.774428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1447d-7d1f-4fa1-b1af-c703507952d0 req-15c5ee70-6b2a-4911-a918-cfa9e9bfc084 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:10.777502 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-16a1447d-7d1f-4fa1-b1af-c703507952d0 req-15c5ee70-6b2a-4911-a918-cfa9e9bfc084 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.1002350 Apr 14 16:17:10.808643 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-16a1447d-7d1f-4fa1-b1af-c703507952d0 req-29986006-8379-4fbd-a9ca-eee46298c919 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263486 Apr 14 16:17:10.813995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a874391-d6c0-44be-b513-69d71ed5102d req-b44c512f-4ab7-46d4-8514-2110229fb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:10.815661 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1a874391-d6c0-44be-b513-69d71ed5102d req-b44c512f-4ab7-46d4-8514-2110229fb55a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d13ad328455f4310b156a4d5214c2ca7&device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 1097 time: 0.0831392 Apr 14 16:17:11.029866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a874391-d6c0-44be-b513-69d71ed5102d req-23f2d291-3b10-469f-b580-75bf1fed1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:11.031401 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1a874391-d6c0-44be-b513-69d71ed5102d req-23f2d291-3b10-469f-b580-75bf1fed1a49 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2 HTTP/1.1" status: 200 len: 914 time: 0.2084115 Apr 14 16:17:11.039665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407274a7-ecc5-4aa0-8a1a-22dcdb8d4b0a req-85fb6d79-edaa-4b11-a1db-f6ee0bbd8a8e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:11.041130 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-407274a7-ecc5-4aa0-8a1a-22dcdb8d4b0a req-85fb6d79-edaa-4b11-a1db-f6ee0bbd8a8e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1939950 Apr 14 16:17:11.121327 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1a874391-d6c0-44be-b513-69d71ed5102d req-9e1e62f2-95e8-493f-89f2-cd203432bf84 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b00410d-b8c7-4d90-b7c8-c59e0417d875 HTTP/1.1" status: 200 len: 217 time: 0.0792060 Apr 14 16:17:11.129025 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-407274a7-ecc5-4aa0-8a1a-22dcdb8d4b0a req-372d77cc-3211-4cf5-a2fe-fa1d99f9b312 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365763 Apr 14 16:17:11.195059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a874391-d6c0-44be-b513-69d71ed5102d req-29668761-0cb1-4987-8fc2-56bac02aeb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:11.196610 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1a874391-d6c0-44be-b513-69d71ed5102d req-29668761-0cb1-4987-8fc2-56bac02aeb7a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=469c129a-ae82-45ad-b573-9a496d626c00 HTTP/1.1" status: 200 len: 853 time: 0.0667014 Apr 14 16:17:11.247888 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1a874391-d6c0-44be-b513-69d71ed5102d req-60fe23f4-537b-4e2d-8200-987fff12a473 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446215 Apr 14 16:17:11.388192 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1a874391-d6c0-44be-b513-69d71ed5102d req-f1468e8b-91b1-424a-a0b8-5aea0568dd34 service neutron] 10.222.0.49 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333818 Apr 14 16:17:11.529622 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1a874391-d6c0-44be-b513-69d71ed5102d req-46e6c4dd-1d4e-43ee-a63e-ed537ce3b4f1 service neutron] 10.222.0.49 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349878 Apr 14 16:17:11.722681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81341d4-ac2f-45f7-8586-3c2cc69b5d00 req-83c032ae-b22d-44fb-80b7-9c1170b6f857 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:11.724297 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c81341d4-ac2f-45f7-8586-3c2cc69b5d00 req-83c032ae-b22d-44fb-80b7-9c1170b6f857 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 944 time: 0.0898199 Apr 14 16:17:11.756340 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c81341d4-ac2f-45f7-8586-3c2cc69b5d00 req-318a3b33-e7b5-498c-bf5f-858fa15d52f6 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252695 Apr 14 16:17:12.014292 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379d581-0f84-43f5-89bf-c0867d12c322 req-cf1b3105-fd9a-4792-9c59-fedb75735268 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:12.015846 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a379d581-0f84-43f5-89bf-c0867d12c322 req-cf1b3105-fd9a-4792-9c59-fedb75735268 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0916083 Apr 14 16:17:12.047254 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a379d581-0f84-43f5-89bf-c0867d12c322 req-bbd99d85-dc55-46c9-8803-7cbf9148092a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250359 Apr 14 16:17:12.072924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 6b00410d-b8c7-4d90-b7c8-c59e0417d875 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:17:12.216567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 6b00410d-b8c7-4d90-b7c8-c59e0417d875, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6b00410d-b8c7-4d90-b7c8-c59e0417d875,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:12.230551 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '6b00410d-b8c7-4d90-b7c8-c59e0417d875', 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2', 'port_id': '6b00410d-b8c7-4d90-b7c8-c59e0417d875', 'mac_address': 'fa:16:3e:cb:d9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469c129a-ae82-45ad-b573-9a496d626c00', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:17:12.292784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:12.311207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b00410d-b8c7-4d90-b7c8-c59e0417d875 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:12.329233 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 6b00410d-b8c7-4d90-b7c8-c59e0417d875, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6b00410d-b8c7-4d90-b7c8-c59e0417d875,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:12.332487 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:12.334480 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:12.409696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=6b00410d-b8c7-4d90-b7c8-c59e0417d875,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:12.418387 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.418786 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.419169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.419545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.419916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.420288 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.421170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.421552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.421941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.422317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.423113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.423113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:12.435704 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:12.577546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35d92f-3be0-4bc6-b7a5-3da548e24273 req-8d1e699a-2c08-42e4-bd3a-6e00cb810b60 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:12.579078 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0c35d92f-3be0-4bc6-b7a5-3da548e24273 req-8d1e699a-2c08-42e4-bd3a-6e00cb810b60 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.3270802 Apr 14 16:17:12.608625 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0c35d92f-3be0-4bc6-b7a5-3da548e24273 req-a73ecb36-90a7-4878-b08f-6099aa1ba220 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0231953 Apr 14 16:17:12.640073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['6b00410d-b8c7-4d90-b7c8-c59e0417d875'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:17:12.955699 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169109-f23d-4118-8311-cc4caeb2a9b8 req-9d3a02a1-d0fd-4fc4-9ce8-a88960655b26 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:12.957293 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-11169109-f23d-4118-8311-cc4caeb2a9b8 req-9d3a02a1-d0fd-4fc4-9ce8-a88960655b26 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 945 time: 0.0884681 Apr 14 16:17:12.987688 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-11169109-f23d-4118-8311-cc4caeb2a9b8 req-2a7c219b-a3a8-4fd1-822d-aad71958fd62 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239720 Apr 14 16:17:13.249799 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6653b84-3801-437f-8d7e-726435694b91 req-67d34e52-6768-4bb1-9cfe-e4d6087d3ca2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:13.251393 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b6653b84-3801-437f-8d7e-726435694b91 req-67d34e52-6768-4bb1-9cfe-e4d6087d3ca2 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0902429 Apr 14 16:17:13.284105 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b6653b84-3801-437f-8d7e-726435694b91 req-d45d5930-ec88-47ec-ba70-074144f2a2cb tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0253162 Apr 14 16:17:14.079781 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ec573-6a44-4585-bd7b-1afef12d0c43 req-a6e5d210-607f-4f8b-abc7-46479dcbc209 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:14.081384 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b42ec573-6a44-4585-bd7b-1afef12d0c43 req-a6e5d210-607f-4f8b-abc7-46479dcbc209 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.3502896 Apr 14 16:17:14.099149 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 6b00410d-b8c7-4d90-b7c8-c59e0417d875 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:14.112007 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b42ec573-6a44-4585-bd7b-1afef12d0c43 req-9bd33a68-0ded-4914-8080-9596e78ddd60 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240805 Apr 14 16:17:14.173965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 6b00410d-b8c7-4d90-b7c8-c59e0417d875 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:17:14.180174 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 6b00410d-b8c7-4d90-b7c8-c59e0417d875 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:14.180604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.198286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef9fc7-4bd3-44b1-b790-f94a49296643 req-301972fe-77af-4a22-a136-50c5e0b9aa26 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:14.200459 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ecef9fc7-4bd3-44b1-b790-f94a49296643 req-301972fe-77af-4a22-a136-50c5e0b9aa26 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 945 time: 0.0957873 Apr 14 16:17:14.232011 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ecef9fc7-4bd3-44b1-b790-f94a49296643 req-4150ed38-d0e6-4368-943a-154ced49e2ed tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245154 Apr 14 16:17:14.320821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.333060 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67484c3d-f57f-4674-8163-627a7e64df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00410d-b8c7-4d90-b7c8-c59e0417d875'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:14.343820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 6b00410d-b8c7-4d90-b7c8-c59e0417d875, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6b00410d-b8c7-4d90-b7c8-c59e0417d875,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:14.350412 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:14.352667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f4b9fd8c-9a24-4f2a-821e-e4269185b55b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:14.431148 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=6b00410d-b8c7-4d90-b7c8-c59e0417d875,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:14.433667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:14.507145 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8c2fa-e7a5-476a-90d1-cb1dee0c74e9 req-8bbe5c28-01da-40df-a68e-d720d9472843 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:14.508748 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cec8c2fa-e7a5-476a-90d1-cb1dee0c74e9 req-8bbe5c28-01da-40df-a68e-d720d9472843 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0888867 Apr 14 16:17:14.539795 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cec8c2fa-e7a5-476a-90d1-cb1dee0c74e9 req-ded49b87-4fea-4426-9f13-d6ef3fb0b410 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240257 Apr 14 16:17:14.587883 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67484c3d-f57f-4674-8163-627a7e64df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b00410d-b8c7-4d90-b7c8-c59e0417d875', 'code': 200} Apr 14 16:17:14.825872 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59e861-3018-4767-a0c5-4261ea21944d req-9bad3247-0fdc-49e1-945a-724c79f2f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:14.827446 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f59e861-3018-4767-a0c5-4261ea21944d req-9bad3247-0fdc-49e1-945a-724c79f2f0ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 1099 time: 0.0813947 Apr 14 16:17:14.855383 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0f59e861-3018-4767-a0c5-4261ea21944d req-76727f59-aa84-4fb1-b277-b45dba7dd6cc service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0195127 Apr 14 16:17:15.324091 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4367d83-bc0e-4ca7-ac27-c9574540d05b req-227e1d47-2358-41cf-b3c3-69c38ea8375f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:15.325359 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c4367d83-bc0e-4ca7-ac27-c9574540d05b req-227e1d47-2358-41cf-b3c3-69c38ea8375f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0916917 Apr 14 16:17:15.359745 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c4367d83-bc0e-4ca7-ac27-c9574540d05b req-93c67a53-f381-4fc5-a6d7-4b200aefd311 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266824 Apr 14 16:17:15.566136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a983fe-950b-47a5-bbbf-993d699352b1 req-d34a94e7-d505-4de2-ae40-cdbd1e8a3409 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:15.569943 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-20a983fe-950b-47a5-bbbf-993d699352b1 req-d34a94e7-d505-4de2-ae40-cdbd1e8a3409 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0992351 Apr 14 16:17:15.632531 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-20a983fe-950b-47a5-bbbf-993d699352b1 req-7633eb04-3498-454b-9073-f75d8f7c5d80 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486805 Apr 14 16:17:15.773060 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c22386-f8fa-493f-91f3-4ac2e990acc2 req-cedcffd7-ff8c-44db-b859-2ac724ee7be7 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:15.774720 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-92c22386-f8fa-493f-91f3-4ac2e990acc2 req-cedcffd7-ff8c-44db-b859-2ac724ee7be7 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0937107 Apr 14 16:17:15.808775 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-92c22386-f8fa-493f-91f3-4ac2e990acc2 req-fb01c957-e9bf-4625-9040-90ca5318d805 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270228 Apr 14 16:17:16.576935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be2fee-2946-486a-af84-01c8e2101457 req-5a2de1c7-357b-4325-8ceb-3a99f26d72fb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:16.578565 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60be2fee-2946-486a-af84-01c8e2101457 req-5a2de1c7-357b-4325-8ceb-3a99f26d72fb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0946584 Apr 14 16:17:16.609999 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60be2fee-2946-486a-af84-01c8e2101457 req-a0934834-ae76-47b1-8cfc-f6601180b89c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0249858 Apr 14 16:17:16.826364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289fc9c-9775-43cb-8a30-f75513fd37d1 req-f7a1f170-4668-4f59-b44b-ac809f612727 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:16.828067 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8289fc9c-9775-43cb-8a30-f75513fd37d1 req-f7a1f170-4668-4f59-b44b-ac809f612727 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0934658 Apr 14 16:17:16.859202 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8289fc9c-9775-43cb-8a30-f75513fd37d1 req-ab1b8e7f-aa19-4f73-9a06-4ee2480f274d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246160 Apr 14 16:17:17.060711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9d6b2-d3ec-458e-ab0b-42058314cdff req-7596939c-4395-4121-9f96-1dd920673049 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:17.066561 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56c9d6b2-d3ec-458e-ab0b-42058314cdff req-7596939c-4395-4121-9f96-1dd920673049 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.1030135 Apr 14 16:17:17.097195 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-56c9d6b2-d3ec-458e-ab0b-42058314cdff req-2bfc8dc7-1d88-4451-b292-6009e8727343 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267837 Apr 14 16:17:17.831116 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49333745-6804-4a5f-b7f1-fb81e75e3989 req-8ef34e34-8308-46fd-bfbf-4cff27059b70 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:17.832714 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-49333745-6804-4a5f-b7f1-fb81e75e3989 req-8ef34e34-8308-46fd-bfbf-4cff27059b70 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0950818 Apr 14 16:17:17.864679 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-49333745-6804-4a5f-b7f1-fb81e75e3989 req-eef2feb7-ffb8-4c2f-b831-022d21e8507c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253446 Apr 14 16:17:18.307039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc9b50-91bc-49d3-bd3d-a0e108fba82f req-d419af08-7524-46ff-9e6d-089a5dc2f7f4 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:18.309315 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-16fc9b50-91bc-49d3-bd3d-a0e108fba82f req-d419af08-7524-46ff-9e6d-089a5dc2f7f4 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0926392 Apr 14 16:17:18.340280 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-16fc9b50-91bc-49d3-bd3d-a0e108fba82f req-f913c92e-8f62-47c5-a444-27e0ca18590a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243511 Apr 14 16:17:19.080319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374ce3f-b5dc-477a-8a90-56c114f423bd req-71e31b0f-8bac-4fc5-b4a6-6ce0a4b27307 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:19.081858 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7374ce3f-b5dc-477a-8a90-56c114f423bd req-71e31b0f-8bac-4fc5-b4a6-6ce0a4b27307 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0926030 Apr 14 16:17:19.114739 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7374ce3f-b5dc-477a-8a90-56c114f423bd req-2ad31805-e2d6-4f6f-8c06-69e92e3ed164 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261602 Apr 14 16:17:19.147893 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c49cb0-0519-4a17-a54a-27eb463af662 req-e7776dbc-91f8-4852-a3b2-2398b18e5499 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:19.149554 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-85c49cb0-0519-4a17-a54a-27eb463af662 req-e7776dbc-91f8-4852-a3b2-2398b18e5499 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0905149 Apr 14 16:17:19.180209 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-85c49cb0-0519-4a17-a54a-27eb463af662 req-e58f706a-2eb3-4771-b40d-eaee7783de3e tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0236301 Apr 14 16:17:19.551547 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a527883-96d1-43a2-9983-9f4c4d29769e req-4a0cb6a9-f87e-468a-84d2-4e2531f8e323 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:19.553163 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1a527883-96d1-43a2-9983-9f4c4d29769e req-4a0cb6a9-f87e-468a-84d2-4e2531f8e323 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0931735 Apr 14 16:17:19.586688 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1a527883-96d1-43a2-9983-9f4c4d29769e req-13144a9d-10ab-449e-b607-045027a854d5 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260475 Apr 14 16:17:20.301968 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-65bc470e-834d-4a94-af70-a85247769126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:20.303581 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-65bc470e-834d-4a94-af70-a85247769126 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c54499001d8b4a81bad0778281e95ca5&device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1099 time: 0.1344402 Apr 14 16:17:20.387563 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30441c46-9e64-4e1b-a0ad-d8add5c9eb40 req-e48ce439-1094-4b37-bfc1-086dbbe285e3 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:20.389221 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-30441c46-9e64-4e1b-a0ad-d8add5c9eb40 req-e48ce439-1094-4b37-bfc1-086dbbe285e3 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 945 time: 0.0918362 Apr 14 16:17:20.421838 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-30441c46-9e64-4e1b-a0ad-d8add5c9eb40 req-b4bdc988-a462-4444-9f9c-7706f34916bc tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258770 Apr 14 16:17:20.437108 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da93c4-880f-4e42-8963-58559ccb231a req-490b13a8-be2d-48c7-b932-48742a9b4ac7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:20.438760 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60da93c4-880f-4e42-8963-58559ccb231a req-490b13a8-be2d-48c7-b932-48742a9b4ac7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.2002635 Apr 14 16:17:20.499347 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60da93c4-880f-4e42-8963-58559ccb231a req-35c8e0bd-2919-420d-ba45-b42b80ea379b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451097 Apr 14 16:17:20.501900 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-a805f366-f7cf-44c5-8e7a-21022e8fa827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:20.503414 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-a805f366-f7cf-44c5-8e7a-21022e8fa827 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81a37163-653e-470f-a94e-0abcd991baa3 HTTP/1.1" status: 200 len: 909 time: 0.1906102 Apr 14 16:17:20.615769 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-be8d81be-55be-4a6c-8fbd-4f593b133942 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722 HTTP/1.1" status: 200 len: 1001 time: 0.1045558 Apr 14 16:17:20.694713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-2b71caa7-7de4-453b-a235-74f26febbae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:20.696106 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-2b71caa7-7de4-453b-a235-74f26febbae6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbfbdec2-470c-45ef-8607-dac093c6fb7f HTTP/1.1" status: 200 len: 847 time: 0.0727236 Apr 14 16:17:20.784284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-b9a8ff23-7885-4e51-99e5-ed84ce9e6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:20.785834 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-b9a8ff23-7885-4e51-99e5-ed84ce9e6da6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81a37163-653e-470f-a94e-0abcd991baa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814874 Apr 14 16:17:20.810674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce948d-edcf-4fc4-b165-513473a0f97c req-b5876a37-8fc5-4ed8-be11-abb51d75928c tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:20.812287 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3bce948d-edcf-4fc4-b165-513473a0f97c req-b5876a37-8fc5-4ed8-be11-abb51d75928c tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.1009510 Apr 14 16:17:20.844745 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3bce948d-edcf-4fc4-b165-513473a0f97c req-3dba6eae-29ac-4fe6-b1e6-0b8a36e52815 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254467 Apr 14 16:17:20.935029 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-84be77e7-8150-4135-b07a-f5574f66fc2f service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418695 Apr 14 16:17:21.158840 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-60fe59e9-8c1c-497c-b57f-20f8f8ce2323 req-4772add0-ee67-42b3-a389-9caa60bfd7ce service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083051 Apr 14 16:17:21.172016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-e5bdef78-34a5-467e-b59f-74e0d1419bef tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:21.173643 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-e5bdef78-34a5-467e-b59f-74e0d1419bef tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 945 time: 0.1407585 Apr 14 16:17:21.255009 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Deleting port b8c6246c-5aee-4c2b-9b93-0e1810888d91 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:21.255402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:21.522482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] For port b8c6246c-5aee-4c2b-9b93-0e1810888d91, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=b8c6246c-5aee-4c2b-9b93-0e1810888d91,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:21.523135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:21.715442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69aff2a-32e2-4666-9620-d8db72d4bb72 req-b30afc89-150f-49ab-bc21-18689c9c07e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:21.716967 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c69aff2a-32e2-4666-9620-d8db72d4bb72 req-b30afc89-150f-49ab-bc21-18689c9c07e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0914752 Apr 14 16:17:21.748944 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c69aff2a-32e2-4666-9620-d8db72d4bb72 req-c7eb2e11-16e6-4282-bf17-dc4dfa1cf99a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253255 Apr 14 16:17:21.867196 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b95558-e0ef-4a8e-8f03-829fcfefa37c req-45027fcc-7b6f-49ea-a341-8168260e37c7 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:21.868792 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-57b95558-e0ef-4a8e-8f03-829fcfefa37c req-45027fcc-7b6f-49ea-a341-8168260e37c7 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 945 time: 0.2800770 Apr 14 16:17:21.923510 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-57b95558-e0ef-4a8e-8f03-829fcfefa37c req-dd7e20eb-4d44-40a4-978d-78d24ac78096 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups?id=bfb280f3-10dc-4823-b312-168d20e32399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422659 Apr 14 16:17:21.943517 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:21.943938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:21.944293 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Floating IP 2555ae07-4940-4607-8144-2a0bef255f96 disassociated. External IP: 172.28.2.172, port: b8c6246c-5aee-4c2b-9b93-0e1810888d91. Apr 14 16:17:21.944671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Calling delete_port for b8c6246c-5aee-4c2b-9b93-0e1810888d91 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:22.063935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f5a-c559-480d-9c85-cd4e7bf96185 req-84152dee-ba86-433c-bad7-f55776f73882 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:22.065574 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-24206f5a-c559-480d-9c85-cd4e7bf96185 req-84152dee-ba86-433c-bad7-f55776f73882 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0951116 Apr 14 16:17:22.097879 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-24206f5a-c559-480d-9c85-cd4e7bf96185 req-ff9d10f2-14e7-43e4-9711-e736a7db0148 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0256879 Apr 14 16:17:22.101336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:22.117488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0779a968-aa36-460b-9663-7eb7d0473323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:22.214061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event deleted for resources: {'Port': ['ID=b8c6246c-5aee-4c2b-9b93-0e1810888d91,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:22.229299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.229730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.230171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.230631 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.231038 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.231445 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.231851 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.232298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.232702 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.233102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.233502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.233901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:22.238697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:22.495133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Router 68461ad5-84ec-4523-875b-716415a51986 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:17:22.685805 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:17:22.700851 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] Sync routers for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:22.716613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:22.717465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:16:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:22.777634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] No DVR routers for this DVR port b8c6246c-5aee-4c2b-9b93-0e1810888d91 on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:17:22.791090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:22.794869 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'name': 'network-vif-deleted', 'tag': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:22.814151 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e34137d8-27f4-4e2f-865f-b89b1f192c11 req-59b3eca1-8432-4a09-bef7-f1bc20600fb6 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.49 "DELETE /v2.0/ports/b8c6246c-5aee-4c2b-9b93-0e1810888d91 HTTP/1.1" status: 204 len: 173 time: 1.6330373 Apr 14 16:17:22.880177 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32d5a6d-128b-46ac-88a5-9fc4117cbc35', 'name': 'network-vif-deleted', 'tag': 'b8c6246c-5aee-4c2b-9b93-0e1810888d91', 'status': 'completed', 'code': 200} Apr 14 16:17:23.022518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415d07c-85ee-42f0-b553-0e4c495c988f req-35a0aab3-d0d3-4b5b-8753-1f80e6f11567 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:23.032100 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6415d07c-85ee-42f0-b553-0e4c495c988f req-35a0aab3-d0d3-4b5b-8753-1f80e6f11567 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1147983 Apr 14 16:17:23.057301 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:23.081025 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6415d07c-85ee-42f0-b553-0e4c495c988f req-d5404acb-4ee7-4fdb-8418-b81c6af5f92a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472825 Apr 14 16:17:23.166244 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-06ef4f44-7e8f-4cbf-b0b4-8f079317d064 req-c919aa2d-99ec-406a-95eb-0ba184352f1b tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/ports?device_id=c32d5a6d-128b-46ac-88a5-9fc4117cbc35 HTTP/1.1" status: 200 len: 210 time: 0.0680940 Apr 14 16:17:23.332705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbcc8e-a55c-44fa-b738-954b3cee61f7 req-40f7e230-b112-41a4-8a0b-aee12899a00c tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:23.334398 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-51bbcc8e-a55c-44fa-b738-954b3cee61f7 req-40f7e230-b112-41a4-8a0b-aee12899a00c tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.1053784 Apr 14 16:17:23.371607 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-51bbcc8e-a55c-44fa-b738-954b3cee61f7 req-d4f74243-1fff-499b-a3cc-978d64723e53 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299926 Apr 14 16:17:23.443673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:23.448150 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] Checking router: 68461ad5-84ec-4523-875b-716415a51986 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:23.457581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:23.458281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:16:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:23.647705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:24.130779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device b8c6246c-5aee-4c2b-9b93-0e1810888d91 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:24.174189 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: b8c6246c-5aee-4c2b-9b93-0e1810888d91 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:24.174548 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device b8c6246c-5aee-4c2b-9b93-0e1810888d91 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:24.187965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:24.192315 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf58847-9379-4254-ba4c-d90b6fd88db0 None None] The sync data for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb is: [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab', 'name': '', 'network_id': '4274df80-45c8-4eee-bef3-f047e276b4fb', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'mac_address': 'fa:16:3e:c8:47:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:22Z', 'updated_at': '2021-04-14T16:11:43Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'subnets': [{'id': 'ae182daa-2654-4415-b861-6a3040d7437f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:24.304295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b70563-efe1-428b-91dd-7c75118af75f req-4cb9a3d7-d4e0-4ce8-b8f5-dbf9ef055d2b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:24.305948 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-64b70563-efe1-428b-91dd-7c75118af75f req-4cb9a3d7-d4e0-4ce8-b8f5-dbf9ef055d2b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1073799 Apr 14 16:17:24.314700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38960) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:24.338947 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-64b70563-efe1-428b-91dd-7c75118af75f req-a1de3302-8f15-4bf9-b4cb-6f2d05f16dd1 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253780 Apr 14 16:17:24.386831 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-02b24e0f-c3f0-4911-8430-f3219379dc00 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:24.415902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-02b24e0f-c3f0-4911-8430-f3219379dc00 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:24.439972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-48b93fa0-eaa6-4d4f-a770-d7420a1be9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:24.473439 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-02b24e0f-c3f0-4911-8430-f3219379dc00 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:24.479339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a26fb985-b5ce-4343-a22a-acee6bfe641d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:24.499779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b24e0f-c3f0-4911-8430-f3219379dc00 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb280f3-10dc-4823-b312-168d20e32399,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:24.504704 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-02b24e0f-c3f0-4911-8430-f3219379dc00 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:24.515522 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-02b24e0f-c3f0-4911-8430-f3219379dc00 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:24.519985 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-02b24e0f-c3f0-4911-8430-f3219379dc00 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "DELETE /v2.0/security-groups/bfb280f3-10dc-4823-b312-168d20e32399 HTTP/1.1" status: 204 len: 168 time: 0.2009823 Apr 14 16:17:24.519985 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 38966) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:24.610310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79211b84-4032-4e5d-a0cd-0f715c8e665d None None] New status for floating IP 2555ae07-4940-4607-8144-2a0bef255f96: DOWN {{(pid=85272) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:17:24.818073 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.v2.resource [None req-4df30936-5c35-44ec-b126-b6b34104a551 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] show failed (client error): The resource could not be found. Apr 14 16:17:24.819203 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4df30936-5c35-44ec-b126-b6b34104a551 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "GET /v2.0/security-groups/bfb280f3-10dc-4823-b312-168d20e32399 HTTP/1.1" status: 404 len: 347 time: 0.2985940 Apr 14 16:17:24.822476 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 38970) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:24.867949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6256bd5-84b0-46e1-85d7-9150ead64965 req-fd2004f7-d22e-4336-90bc-572c4ad0598d tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:24.869516 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a6256bd5-84b0-46e1-85d7-9150ead64965 req-fd2004f7-d22e-4336-90bc-572c4ad0598d tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0936987 Apr 14 16:17:24.900408 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a6256bd5-84b0-46e1-85d7-9150ead64965 req-732bb092-725b-4297-93f7-777d97bb546d tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242715 Apr 14 16:17:25.002796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Deleting port 3c8559f2-0726-4245-a557-d564533a0e9c {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:25.003190 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:25.205094 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:25.205655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:25.268039 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-951c00bf-6c56-4d16-8be5-3773b5781fc0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307082 Apr 14 16:17:25.315381 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038a53-cf0b-4faf-b4b8-efd5ff1ce6da req-d8b53272-dff6-46a6-9c5e-b883fa9bb253 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:25.317183 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-30038a53-cf0b-4faf-b4b8-efd5ff1ce6da req-d8b53272-dff6-46a6-9c5e-b883fa9bb253 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.1158023 Apr 14 16:17:25.351882 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Calling delete_port for 3c8559f2-0726-4245-a557-d564533a0e9c owned by network:floatingip {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:25.354014 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-30038a53-cf0b-4faf-b4b8-efd5ff1ce6da req-b09bc89f-1ce1-48ac-9b20-a5e430015769 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301533 Apr 14 16:17:25.582117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:25.601247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-601034a6-1df8-42e5-b38e-d3e36c915b98 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:25.714935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Pushing event deleted for resources: {'Port': ['ID=3c8559f2-0726-4245-a557-d564533a0e9c,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:25.738785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.739210 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.739630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.740035 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.740441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.740842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.741241 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.741644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.742044 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.742470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.742864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.743259 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:17:25.759020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e8bcfb-8b63-4d88-ac8a-b812a55e3e7e req-4f69be7c-97e7-4718-8fdb-0d44941d03b5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:25.760639 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-51e8bcfb-8b63-4d88-ac8a-b812a55e3e7e req-4f69be7c-97e7-4718-8fdb-0d44941d03b5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.2691023 Apr 14 16:17:25.762057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:25.817993 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-51e8bcfb-8b63-4d88-ac8a-b812a55e3e7e req-a7656d01-d7d4-4596-a594-e42da4195063 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496314 Apr 14 16:17:25.932479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks [] for floatingip, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:25.951556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:25.951556 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-29d9b82b-7242-4e85-8b3c-99354d1ac8f5 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] 10.222.0.61 "DELETE /v2.0/floatingips/2555ae07-4940-4607-8144-2a0bef255f96 HTTP/1.1" status: 204 len: 168 time: 1.1249242 Apr 14 16:17:26.124010 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device f05fa1bc-5a80-4bbf-a1df-82b549679722 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:26.243541 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:26.255689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:26.266382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:26.269254 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:26.271164 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-94600eaf-d522-42b7-bdce-2ab976157c1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:26.307699 dv-cinder-786266-1-smb neutron-server[85156]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'code': 422} returned with failed status Apr 14 16:17:26.341524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=f05fa1bc-5a80-4bbf-a1df-82b549679722,revision_number=6']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:26.344905 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:26.575264 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db1de-84ed-4a92-88cc-c607956d7bed req-f91edbef-bca9-4e08-95de-6f4890ff6586 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:26.576918 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-648db1de-84ed-4a92-88cc-c607956d7bed req-f91edbef-bca9-4e08-95de-6f4890ff6586 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 944 time: 0.0941124 Apr 14 16:17:26.608154 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-648db1de-84ed-4a92-88cc-c607956d7bed req-c43ca3c5-1cd0-4652-8e42-cb42395ff6dc tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245852 Apr 14 16:17:26.671600 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-9b6410f7-48ab-4884-945c-c6b054365f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:26.673194 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-9b6410f7-48ab-4884-945c-c6b054365f4f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3&tenant_id=c54499001d8b4a81bad0778281e95ca5 HTTP/1.1" status: 200 len: 1097 time: 0.0838699 Apr 14 16:17:26.777665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-42418488-f026-413d-ac55-c89021750c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:26.779263 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-42418488-f026-413d-ac55-c89021750c1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c54499001d8b4a81bad0778281e95ca5&device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1097 time: 0.0795796 Apr 14 16:17:26.935349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-f89acfb9-670e-48f9-9ad9-e3a495d05637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:26.936908 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-f89acfb9-670e-48f9-9ad9-e3a495d05637 service neutron] 10.222.0.49 "GET /v2.0/networks?id=81a37163-653e-470f-a94e-0abcd991baa3 HTTP/1.1" status: 200 len: 909 time: 0.1450932 Apr 14 16:17:27.101985 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-0d51a2d4-8064-4999-87a8-330895376d32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722 HTTP/1.1" status: 200 len: 999 time: 0.1574502 Apr 14 16:17:27.175362 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f78aa-c93e-4697-8fa9-fd2428f7d31e req-eda49111-678e-496c-83a8-2b4d9765aca0 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:27.176838 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-233f78aa-c93e-4697-8fa9-fd2428f7d31e req-eda49111-678e-496c-83a8-2b4d9765aca0 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.2336819 Apr 14 16:17:27.214018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-9796f743-4e59-4af2-9511-c8be412a7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:27.216165 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-9796f743-4e59-4af2-9511-c8be412a7937 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbfbdec2-470c-45ef-8607-dac093c6fb7f HTTP/1.1" status: 200 len: 847 time: 0.1024513 Apr 14 16:17:27.219249 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-233f78aa-c93e-4697-8fa9-fd2428f7d31e req-7907c8d9-fc31-4cc3-a9d3-6fa503c0fc03 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338745 Apr 14 16:17:27.314310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-cc5a9274-fff8-48da-a382-f04c4f5ec6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:27.315964 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-cc5a9274-fff8-48da-a382-f04c4f5ec6d1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81a37163-653e-470f-a94e-0abcd991baa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928195 Apr 14 16:17:27.319285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8a9de90f-33f4-48e7-87a8-e4b12be1bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:27.462660 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-89c58376-1ed3-472e-881a-ae67b8d72654 service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391704 Apr 14 16:17:27.612114 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d29d343e-0f9e-44f7-8e40-e8d9c86d74ea req-9aa57769-f3d1-4577-9135-4efafdfe0baf service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420181 Apr 14 16:17:27.806827 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:17:27.821527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f840-d4d9-4c48-b820-8715555afccb req-eced2f4d-8b86-495a-aa60-c35ccf2e8846 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:27.823149 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6d34f840-d4d9-4c48-b820-8715555afccb req-eced2f4d-8b86-495a-aa60-c35ccf2e8846 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 944 time: 0.0972388 Apr 14 16:17:27.854561 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6d34f840-d4d9-4c48-b820-8715555afccb req-266cb488-bfdc-493c-a706-5cff193d9ade tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243061 Apr 14 16:17:27.989065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:28.267676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:28.427192 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f94fe4-1325-4dbf-9c49-84d422b58ab4 req-f1617003-2d3d-4876-ba4b-301565a9ac09 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:28.428851 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b8f94fe4-1325-4dbf-9c49-84d422b58ab4 req-f1617003-2d3d-4876-ba4b-301565a9ac09 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0915573 Apr 14 16:17:28.461663 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b8f94fe4-1325-4dbf-9c49-84d422b58ab4 req-be820700-db97-433f-86d5-e43d2d1393f8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256679 Apr 14 16:17:29.057324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff032e09-251b-4ff9-9ace-b0e4e363c165 req-d989dabf-0a91-4d56-bebc-5426938349f9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:29.059532 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff032e09-251b-4ff9-9ace-b0e4e363c165 req-d989dabf-0a91-4d56-bebc-5426938349f9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 944 time: 0.0935175 Apr 14 16:17:29.091913 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff032e09-251b-4ff9-9ace-b0e4e363c165 req-77e90e6a-5999-4c3a-846a-5918d733edce tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257292 Apr 14 16:17:29.108578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:29.671012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d2e26-902a-4af9-9375-b571b681440d req-00862c69-615f-43b6-90e6-1a3c04fe363b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:29.672624 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-732d2e26-902a-4af9-9375-b571b681440d req-00862c69-615f-43b6-90e6-1a3c04fe363b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0879328 Apr 14 16:17:29.710454 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-732d2e26-902a-4af9-9375-b571b681440d req-ed930f62-12f9-4fed-8e3e-508fe7decec1 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304608 Apr 14 16:17:30.030919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 39048) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:30.135390 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device f05fa1bc-5a80-4bbf-a1df-82b549679722 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:17:30.280924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:30.295263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'port_id': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'mac_address': 'fa:16:3e:fe:4e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:17:30.356568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:30.357916 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05fa1bc-5a80-4bbf-a1df-82b549679722 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:30.374620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:30.377887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:30.380015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cc34bbe6-e641-4159-b05f-1846a57fe8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:30.451592 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=f05fa1bc-5a80-4bbf-a1df-82b549679722,revision_number=7']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:30.454924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:30.462246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13aa92-5ce0-457c-b463-ddca2370fd5f req-0ec1e6b4-4e1c-4a38-9f7f-8263abfb0fa3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:30.463856 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-df13aa92-5ce0-457c-b463-ddca2370fd5f req-0ec1e6b4-4e1c-4a38-9f7f-8263abfb0fa3 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 944 time: 0.2545223 Apr 14 16:17:30.627575 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-df13aa92-5ce0-457c-b463-ddca2370fd5f req-c09254fd-6892-4179-a60d-d21d9c3e0dea tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520739 Apr 14 16:17:30.632465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['f05fa1bc-5a80-4bbf-a1df-82b549679722'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:17:30.948661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3694e1-0f35-4112-a874-7afa95e42b2b req-3d08d5ac-92dc-48af-b48a-dd1b4ac903a6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:30.951158 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b3694e1-0f35-4112-a874-7afa95e42b2b req-3d08d5ac-92dc-48af-b48a-dd1b4ac903a6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1084611 Apr 14 16:17:30.988357 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9b3694e1-0f35-4112-a874-7afa95e42b2b req-edc90ddf-555e-40fe-922d-bfa86e5e814b tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259378 Apr 14 16:17:31.120307 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854332632'] for router_interface, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:31.482796 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Deleting port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:31.483180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:31.666338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] For port 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:31.666829 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:31.805813 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Calling delete_port for 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab owned by network:router_interface {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:31.982632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6bfa-3393-47a9-8a6a-7a4e8751b1b0 req-a07b6df6-a883-4788-87fc-d645037e33ed tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:31.984273 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-614d6bfa-3393-47a9-8a6a-7a4e8751b1b0 req-a07b6df6-a883-4788-87fc-d645037e33ed tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 945 time: 0.1875470 Apr 14 16:17:32.024928 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-614d6bfa-3393-47a9-8a6a-7a4e8751b1b0 req-1dbb16bd-1f0c-4e0a-ab19-4595db74fb43 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337172 Apr 14 16:17:32.096911 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:32.117586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:32.157184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device f05fa1bc-5a80-4bbf-a1df-82b549679722 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:32.248755 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port f05fa1bc-5a80-4bbf-a1df-82b549679722 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:32.249244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:32.271216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Pushing event deleted for resources: {'Port': ['ID=739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:32.294664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:32.381559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:32.400769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:32.402456 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:32.409128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:32.411121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:32.452395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e21e0-ba77-4515-8a18-d3ac9821f084 req-adc703dd-89bf-48cf-828d-0e1c5a2d704f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:32.454128 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fb4e21e0-ba77-4515-8a18-d3ac9821f084 req-adc703dd-89bf-48cf-828d-0e1c5a2d704f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.2444293 Apr 14 16:17:32.528926 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=f05fa1bc-5a80-4bbf-a1df-82b549679722,revision_number=8']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:32.532902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:32.545849 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'code': 200} Apr 14 16:17:32.553357 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fb4e21e0-ba77-4515-8a18-d3ac9821f084 req-9443d546-4e93-4361-a850-0db594e0e24c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674653 Apr 14 16:17:32.769152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381601'] for router_interface, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:32.882831 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2309c2-a2ac-454f-986b-7c4d67c556ad req-a19c40de-118d-430a-9c06-cfb5bb37fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:32.884353 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-df2309c2-a2ac-454f-986b-7c4d67c556ad req-a19c40de-118d-430a-9c06-cfb5bb37fd34 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1099 time: 0.0820832 Apr 14 16:17:32.917024 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-df2309c2-a2ac-454f-986b-7c4d67c556ad req-942f5259-e862-42fe-83a3-ec9234c51ae6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246341 Apr 14 16:17:33.228816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccf055-dcb3-4af7-aa9f-c745acc3071b req-1b59db5d-e58e-4f1d-9f88-9ab6d100f75b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:33.230495 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7cccf055-dcb3-4af7-aa9f-c745acc3071b req-1b59db5d-e58e-4f1d-9f88-9ab6d100f75b tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0892472 Apr 14 16:17:33.261118 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7cccf055-dcb3-4af7-aa9f-c745acc3071b req-0a632023-7142-427a-93e0-d0cda160cfc9 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241718 Apr 14 16:17:33.285286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Router 68461ad5-84ec-4523-875b-716415a51986 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:17:33.810157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:17:33.821195 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] Sync routers for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:17:33.832350 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e780c5ef-6fc9-47a0-a35f-75e75e2cbeca admin admin] 10.222.0.61 "PUT /v2.0/routers/68461ad5-84ec-4523-875b-716415a51986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7977288 Apr 14 16:17:33.832567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 39086) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:33.832878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:33.833568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:17:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:33.996846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd506a8-03f8-42ab-9aa7-638314995bcf req-984006ae-5fa7-4345-bf1d-105c3f5e8eff tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:33.998499 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8bd506a8-03f8-42ab-9aa7-638314995bcf req-984006ae-5fa7-4345-bf1d-105c3f5e8eff tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.2979746 Apr 14 16:17:34.047879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:34.050729 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8bd506a8-03f8-42ab-9aa7-638314995bcf req-0d1a54b7-475e-4ab7-9f42-64df8afdf654 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Apr 14 16:17:34.074980 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks [] for router, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:34.267473 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:34.276726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Deleting port 33b98402-1e4f-4e6b-af05-865a54033333 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:34.277101 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:34.353106 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '33b98402-1e4f-4e6b-af05-865a54033333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:17:32Z', 'revision_number': 5, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port': {'id': '33b98402-1e4f-4e6b-af05-865a54033333', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:f1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68461ad5-84ec-4523-875b-716415a51986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:34.358181 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] Checking router: 68461ad5-84ec-4523-875b-716415a51986 for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:17:34.367433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] Routers {'68461ad5-84ec-4523-875b-716415a51986'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:17:34.368109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:17:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['68461ad5-84ec-4523-875b-716415a51986'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:34.470411 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] For port 33b98402-1e4f-4e6b-af05-865a54033333, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=33b98402-1e4f-4e6b-af05-865a54033333,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:34.470825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:34.472046 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4ff37-ada1-44cf-955c-7f046c7a3e70 req-d2e3b5ff-7e5f-432c-9b1a-38da922fb9b5 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:34.473702 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c0e4ff37-ada1-44cf-955c-7f046c7a3e70 req-d2e3b5ff-7e5f-432c-9b1a-38da922fb9b5 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0886967 Apr 14 16:17:34.509452 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c0e4ff37-ada1-44cf-955c-7f046c7a3e70 req-ebc14f5d-0790-4bcf-b236-0d85f70069b0 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282776 Apr 14 16:17:34.546538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] Set router 68461ad5-84ec-4523-875b-716415a51986 gateway port host: None {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:17:34.606490 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Calling delete_port for 33b98402-1e4f-4e6b-af05-865a54033333 owned by network:router_gateway {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:34.649037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:17:34Z', 'revision_number': 6, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port_host': None}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:34.653820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a53267-21e7-4da8-bb67-f0697e1f7e10 None None] The sync data for ids ['68461ad5-84ec-4523-875b-716415a51986'] in dv-cinder-786266-1-smb is: [{'id': '68461ad5-84ec-4523-875b-716415a51986', 'name': 'tempest-AttachVolumeTestJSON-1665549771-router', 'tenant_id': '7289b0682edf478b84f786e0043180af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:08Z', 'updated_at': '2021-04-14T16:17:34Z', 'revision_number': 6, 'project_id': '7289b0682edf478b84f786e0043180af', 'gw_port_host': None}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:17:34.799179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:34.814866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6df417e5-6abd-48a5-81ac-c6ed6a5d6e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:34.914316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Pushing event deleted for resources: {'Port': ['ID=33b98402-1e4f-4e6b-af05-865a54033333,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:34.918561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:35.079055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381767'] for router_gateway, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:35.325855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854319393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124668'] for router, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:35.329464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:35.365491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447599'] for router, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:35.366056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68461ad5-84ec-4523-875b-716415a51986 {{(pid=85269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:17:35.389831 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c0b19-c44f-41da-b5bd-98a5ba4849ee req-ce44a882-9d15-444e-983f-a8f0dd449422 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:35.391595 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8b9c0b19-c44f-41da-b5bd-98a5ba4849ee req-ce44a882-9d15-444e-983f-a8f0dd449422 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.2000155 Apr 14 16:17:35.396641 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] Notify callbacks [] for router, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:35.400291 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-bdd343c4-cdc5-4222-8c3a-a3fee942a07c admin admin] 10.222.0.61 "DELETE /v2.0/routers/68461ad5-84ec-4523-875b-716415a51986 HTTP/1.1" status: 204 len: 168 time: 1.5642750 Apr 14 16:17:35.400827 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39104) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:35.426472 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8b9c0b19-c44f-41da-b5bd-98a5ba4849ee req-20af4c6c-55ce-40c7-bcba-3b779c8c85f8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270672 Apr 14 16:17:35.470615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] Deleting subnet ae182daa-2654-4415-b861-6a3040d7437f {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:17:35.473714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:35.526558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1037860'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:35.612067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:35.870168 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849499392'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:35.889885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:35.974896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae182daa-2654-4415-b861-6a3040d7437f,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:35.991560 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:36.024342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:36.031121 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ae182daa-2654-4415-b861-6a3040d7437f HTTP/1.1" status: 204 len: 168 time: 0.6291108 Apr 14 16:17:36.031965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3e239-9f0e-4aca-8da1-382e8612cb57 None None] Network 4274df80-45c8-4eee-bef3-f047e276b4fb requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:17:36.033726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39110) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:36.152569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:36.223918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Deleting port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:36.224291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:36.461231 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] For port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=e1b7095b-3b28-4b3c-9184-d66ced8c2a7a,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:36.461798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:36.469063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] DHCP port deletion for 4274df80-45c8-4eee-bef3-f047e276b4fb request from dv-cinder-786266-1-smb {{(pid=85271) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:17:36.474628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] Deleting port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:36.475502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:36.600228 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 33b98402-1e4f-4e6b-af05-865a54033333 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:36.602886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Calling delete_port for e1b7095b-3b28-4b3c-9184-d66ced8c2a7a owned by network:dhcp {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:36.648942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd40e60-f78a-4e1d-b43d-38febeee0ca2 req-e7de1c6e-d15e-4215-aa86-81f00569610c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:36.649839 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bfd40e60-f78a-4e1d-b43d-38febeee0ca2 req-e7de1c6e-d15e-4215-aa86-81f00569610c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0954840 Apr 14 16:17:36.695291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:36.702971 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 33b98402-1e4f-4e6b-af05-865a54033333 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:36.703371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 33b98402-1e4f-4e6b-af05-865a54033333 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:36.703858 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device e1b7095b-3b28-4b3c-9184-d66ced8c2a7a no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:36.718134 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bfd40e60-f78a-4e1d-b43d-38febeee0ca2 req-9a8b8f10-ac6a-4255-8df9-912ef41de7af tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618036 Apr 14 16:17:36.768892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: e1b7095b-3b28-4b3c-9184-d66ced8c2a7a {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:36.769557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device e1b7095b-3b28-4b3c-9184-d66ced8c2a7a not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:36.770025 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:36.786897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4227d9f1-1709-42f1-b371-a5e78f4105b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:36.810668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:17:36.811385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 739f12d3-e0b1-4e1d-9bdc-6a0dc3da4aab not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:17:36.838634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] For port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=e1b7095b-3b28-4b3c-9184-d66ced8c2a7a,segment=NetworkSegment(b56383dc-9bea-4eb5-b8df-4ee38ea21217),segment_id=b56383dc-9bea-4eb5-b8df-4ee38ea21217)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:36.839401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:36.874928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b7095b-3b28-4b3c-9184-d66ced8c2a7a,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:36.877678 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:36.885024 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] No DVR routers for this DVR port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a on host dv-cinder-786266-1-smb {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:17:36.975406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] Calling delete_port for e1b7095b-3b28-4b3c-9184-d66ced8c2a7a owned by network:dhcp {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:17:37.013097 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:37.054596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.api [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:17:37.054999 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_db.api [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:17:37.126932 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4274df80-45c8-4eee-bef3-f047e276b4fb']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:37.139577 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56383dc-9bea-4eb5-b8df-4ee38ea21217') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:37.139919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56383dc-9bea-4eb5-b8df-4ee38ea21217') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:17:37.151598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036754'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:37.165904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:37.172711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:17:37.346988 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Network 4274df80-45c8-4eee-bef3-f047e276b4fb has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:37.356614 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439500'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:37.537817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Network 4274df80-45c8-4eee-bef3-f047e276b4fb has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:17:37.556433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] Deleting port e1b7095b-3b28-4b3c-9184-d66ced8c2a7a {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:17:37.557219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:17:37.561497 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:17:37.650067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5ca59005-a7cd-4e0c-8426-f668bcfc1f76 None None] The port 'e1b7095b-3b28-4b3c-9184-d66ced8c2a7a' was deleted {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:17:37.926135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:37.933291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-84ac379c-48b0-4196-9dac-4890edbe9463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:37.950191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:37.964217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4274df80-45c8-4eee-bef3-f047e276b4fb,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:37.973245 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:37.987586 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] 10.222.0.61 "DELETE /v2.0/networks/4274df80-45c8-4eee-bef3-f047e276b4fb HTTP/1.1" status: 204 len: 168 time: 1.9527326 Apr 14 16:17:38.001668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627fc89-d560-4514-92b2-1ab64961d672 req-3559fe0e-05f3-4b40-a649-f5369450a52e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:38.003330 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0627fc89-d560-4514-92b2-1ab64961d672 req-3559fe0e-05f3-4b40-a649-f5369450a52e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1368833 Apr 14 16:17:38.038801 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0627fc89-d560-4514-92b2-1ab64961d672 req-406f84c5-a4b1-4273-9a21-11e118d4e3a1 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266929 Apr 14 16:17:38.112234 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39130) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:38.148309 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-14feb0cb-3520-4621-988b-d71c91fd80be admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7289b0682edf478b84f786e0043180af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0347579 Apr 14 16:17:38.150820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39134) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:38.156667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:17:38.215223 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8585a843-1386-424f-8a8b-a269ee9eca96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:38.241486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8585a843-1386-424f-8a8b-a269ee9eca96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:38.289172 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8585a843-1386-424f-8a8b-a269ee9eca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:38.294841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b153043f-3496-4eb2-a2a3-3de0653faef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:38.299808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:38.308974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585a843-1386-424f-8a8b-a269ee9eca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd2277d-9c01-47f8-b4e4-5936bb092c43,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:38.314415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8585a843-1386-424f-8a8b-a269ee9eca96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:38.315206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'port_id': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'mac_address': 'fa:16:3e:17:d3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:17:38.316467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8585a843-1386-424f-8a8b-a269ee9eca96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:38.320227 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8585a843-1386-424f-8a8b-a269ee9eca96 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdd2277d-9c01-47f8-b4e4-5936bb092c43 HTTP/1.1" status: 204 len: 168 time: 0.1658838 Apr 14 16:17:38.391216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:38.392571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:17:38.408865 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:38.411759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:38.414409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:38.490162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=6']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:38.493286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:38.532020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:17:39.285673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8030c90-df2d-45e7-9fad-75b56156a7d2 req-07a124d8-76b6-4c44-bb41-dea6e4b1f249 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:39.288689 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c8030c90-df2d-45e7-9fad-75b56156a7d2 req-07a124d8-76b6-4c44-bb41-dea6e4b1f249 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0982134 Apr 14 16:17:39.321468 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-c8030c90-df2d-45e7-9fad-75b56156a7d2 req-91859627-0df2-479e-ad53-0c9eaa42b787 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270085 Apr 14 16:17:39.834405 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:40.165152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:17:40.254121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:17:40.254121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:40.283684 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39204) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:40.402924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:40.425531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:40.426610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:40.435156 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:40.438172 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:40.523042 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=7']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:40.532294 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'code': 200} Apr 14 16:17:40.533513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:40.561121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:40.583556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:40.590714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] Usage tracker for resource:security_group_rule and tenant:1ef5abf46e054b5e9530c52f10e99419 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:40.596636 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:40.606051 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:40.660222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458540ae-95e3-4c0f-a342-fd77f2ab5437 req-c707e4ae-ab51-4a86-adb3-cd1d14057186 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:40.668602 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-458540ae-95e3-4c0f-a342-fd77f2ab5437 req-c707e4ae-ab51-4a86-adb3-cd1d14057186 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1594214 Apr 14 16:17:40.710679 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-458540ae-95e3-4c0f-a342-fd77f2ab5437 req-052d330c-d8f9-4537-8c39-ccaf20bb8bef tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410099 Apr 14 16:17:40.804625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:40.807818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:40.841801 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-feaccd0f-511a-476a-b7a8-79ff9db6b0c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:40.853529 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1ef5abf46e054b5e9530c52f10e99419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686367 Apr 14 16:17:40.853897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 39218) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:40.908716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f492ed5-6471-440b-bcac-4529ac6f7c8d,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:40.915904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c5ff5aee-fcda-42dc-90ae-95ac9ffe2cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:40.931657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9e51e932-4ba2-476c-a1fc-cde0866ef873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:40.967433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9e51e932-4ba2-476c-a1fc-cde0866ef873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.021174 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9e51e932-4ba2-476c-a1fc-cde0866ef873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.028113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e8492e18-7b7c-4813-bde9-e4e59c6041fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:41.040087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51e932-4ba2-476c-a1fc-cde0866ef873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f492ed5-6471-440b-bcac-4529ac6f7c8d,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:41.044283 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9e51e932-4ba2-476c-a1fc-cde0866ef873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:41.047811 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9e51e932-4ba2-476c-a1fc-cde0866ef873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.052130 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9e51e932-4ba2-476c-a1fc-cde0866ef873 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f492ed5-6471-440b-bcac-4529ac6f7c8d HTTP/1.1" status: 204 len: 168 time: 0.1967993 Apr 14 16:17:41.469505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39230) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:41.491243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.512157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:41.516434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ae50ac649774e8883b33c4a96d7da2a is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:41.522031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:41.529491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:41.640121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.645317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.689625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-02b24e0f-c3f0-4911-8430-f3219379dc00 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:41.700690 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ae50ac649774e8883b33c4a96d7da2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296128 Apr 14 16:17:41.703836 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39234) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:41.780602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56184b66-a32b-483d-bc52-a53e55940bd9,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:41.790747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:41.814344 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0df3-66ed-450a-9f0c-a16fa8d0df95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.850833 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0df3-66ed-450a-9f0c-a16fa8d0df95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.973096 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0df3-66ed-450a-9f0c-a16fa8d0df95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:41.981953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e6cf8530-d3a5-482f-83e5-9bf12614befb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:42.000084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d0df3-66ed-450a-9f0c-a16fa8d0df95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56184b66-a32b-483d-bc52-a53e55940bd9,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:42.013361 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27fac79-e0ed-4ed6-a465-73da579c0a7c req-6c75eb5f-42b2-489c-a0d3-5235202cd93d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:42.015076 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a27fac79-e0ed-4ed6-a465-73da579c0a7c req-6c75eb5f-42b2-489c-a0d3-5235202cd93d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1394043 Apr 14 16:17:42.016040 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7d2d0df3-66ed-450a-9f0c-a16fa8d0df95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:42.018442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0df3-66ed-450a-9f0c-a16fa8d0df95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:42.019557 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7d2d0df3-66ed-450a-9f0c-a16fa8d0df95 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/56184b66-a32b-483d-bc52-a53e55940bd9 HTTP/1.1" status: 204 len: 168 time: 0.3097112 Apr 14 16:17:42.056222 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a27fac79-e0ed-4ed6-a465-73da579c0a7c req-9d6935cf-65e3-4dfa-8f55-e72b3e7eed6e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333271 Apr 14 16:17:43.280095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d59efe-4955-439f-9b52-12ef4d0f00f2 req-d4b0383d-32fc-447d-9069-ee4662a5316e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:43.288561 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-78d59efe-4955-439f-9b52-12ef4d0f00f2 req-d4b0383d-32fc-447d-9069-ee4662a5316e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1074748 Apr 14 16:17:43.316434 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-78d59efe-4955-439f-9b52-12ef4d0f00f2 req-372dbf10-ee58-4b86-85c6-899d6c697ef7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268893 Apr 14 16:17:44.658582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345d10a-06cd-4e16-8a9a-30b6bbb28dbd req-424956ab-2e51-48a5-af80-94ab9546728f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:44.660897 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0345d10a-06cd-4e16-8a9a-30b6bbb28dbd req-424956ab-2e51-48a5-af80-94ab9546728f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1452065 Apr 14 16:17:44.722744 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0345d10a-06cd-4e16-8a9a-30b6bbb28dbd req-45433ccd-decf-43ed-b75e-3ab95edbb01a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543904 Apr 14 16:17:45.963492 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1b9fd-fd39-4f11-be36-32984954dfb0 req-e16f1d1b-0d97-42eb-a34c-4be0897661ed tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:45.965269 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d7e1b9fd-fd39-4f11-be36-32984954dfb0 req-e16f1d1b-0d97-42eb-a34c-4be0897661ed tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1050093 Apr 14 16:17:46.005635 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d7e1b9fd-fd39-4f11-be36-32984954dfb0 req-534f8017-a98f-452a-93f4-165e001ee43c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302889 Apr 14 16:17:46.286819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 39398) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:46.453516 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:46.471756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:46.477866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Usage tracker for resource:security_group_rule and tenant:52406ad2fa16464fa9339865e912934f is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:46.481174 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:46.487450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:46.591553 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:46.595302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:46.606701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e938c40f-19bc-4184-a6e2-831647547cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:46.644810 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=52406ad2fa16464fa9339865e912934f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542309 Apr 14 16:17:46.645249 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39404) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:46.690160 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19c2a1-81f0-46e3-8dfa-6193a51258b5,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:46.711752 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:46.732128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f301849d-7aef-46c4-a681-716d007d6b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:46.767013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f301849d-7aef-46c4-a681-716d007d6b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:46.821354 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f301849d-7aef-46c4-a681-716d007d6b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:46.829400 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-822d0ecc-3647-4ade-a298-6cb0c411cb06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:46.840386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301849d-7aef-46c4-a681-716d007d6b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19c2a1-81f0-46e3-8dfa-6193a51258b5,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:46.849483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f301849d-7aef-46c4-a681-716d007d6b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:46.850401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f301849d-7aef-46c4-a681-716d007d6b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:46.855002 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f301849d-7aef-46c4-a681-716d007d6b1b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf19c2a1-81f0-46e3-8dfa-6193a51258b5 HTTP/1.1" status: 204 len: 168 time: 0.2080998 Apr 14 16:17:47.260632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7047f44-35b5-4009-8e4c-95867139ae83 req-ec0faee5-d945-4a1c-8805-01cbf380a132 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:47.268758 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a7047f44-35b5-4009-8e4c-95867139ae83 req-ec0faee5-d945-4a1c-8805-01cbf380a132 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1300466 Apr 14 16:17:47.293659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39416) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:47.329402 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a7047f44-35b5-4009-8e4c-95867139ae83 req-53f6f67d-0358-46ad-884c-30e29e443750 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597112 Apr 14 16:17:47.357881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.379177 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:47.383800 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ce28b49a234bc58b87f81c74ab6c70 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:47.387539 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:47.394077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:47.496506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.499374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.509604 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2d2bfab8-1b5e-4283-8d0f-c92bba2a81e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:47.552599 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce83f15f-3d4e-4cfa-b602-3b5acc3a4466,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:47.558332 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2ce28b49a234bc58b87f81c74ab6c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610612 Apr 14 16:17:47.559402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:47.560982 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39420) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:47.628003 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6eb50a95-5455-45ff-b562-5877baf2cb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.661818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6eb50a95-5455-45ff-b562-5877baf2cb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.725256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6eb50a95-5455-45ff-b562-5877baf2cb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.731630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0c0ae5d5-994e-4686-9fa2-a1382f21a2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:47.744583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb50a95-5455-45ff-b562-5877baf2cb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce83f15f-3d4e-4cfa-b602-3b5acc3a4466,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:47.747945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6eb50a95-5455-45ff-b562-5877baf2cb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:47.753959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6eb50a95-5455-45ff-b562-5877baf2cb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:47.770998 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6eb50a95-5455-45ff-b562-5877baf2cb20 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ce83f15f-3d4e-4cfa-b602-3b5acc3a4466 HTTP/1.1" status: 204 len: 168 time: 0.2002459 Apr 14 16:17:48.633841 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd911-7aed-4d8e-8337-43daf4d5577e req-0e1fdd38-a6f6-4304-b0a1-9840338745f8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:48.643259 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b32dd911-7aed-4d8e-8337-43daf4d5577e req-0e1fdd38-a6f6-4304-b0a1-9840338745f8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1147711 Apr 14 16:17:48.695902 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b32dd911-7aed-4d8e-8337-43daf4d5577e req-54614337-9b06-4af7-85d6-df56c7bb89cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512564 Apr 14 16:17:49.222878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39478) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:49.349126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.364835 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:17:49.368911 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] Usage tracker for resource:security_group_rule and tenant:7bf7f473e5ca497591ef768e1653d826 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:17:49.371946 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:17:49.377883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:17:49.467696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.471030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.480928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8585a843-1386-424f-8a8b-a269ee9eca96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:49.511205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b5033b-a124-4936-b248-339f7252fa82,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:49.514428 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:49.534469 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-86d83902-3aec-4ac3-ab37-d7a0cfec55ba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7bf7f473e5ca497591ef768e1653d826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3104167 Apr 14 16:17:49.537230 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39484) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:49.602431 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ba3ef8d1-e6da-464f-a1d1-1cdd7281cf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.636208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ba3ef8d1-e6da-464f-a1d1-1cdd7281cf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.735918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ba3ef8d1-e6da-464f-a1d1-1cdd7281cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.741634 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2a269881-cd52-45a6-8a4e-95df6155078c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:49.761684 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ef8d1-e6da-464f-a1d1-1cdd7281cf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b5033b-a124-4936-b248-339f7252fa82,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:49.764103 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ba3ef8d1-e6da-464f-a1d1-1cdd7281cf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:49.771838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ba3ef8d1-e6da-464f-a1d1-1cdd7281cf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:49.773743 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ba3ef8d1-e6da-464f-a1d1-1cdd7281cf05 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b0b5033b-a124-4936-b248-339f7252fa82 HTTP/1.1" status: 204 len: 168 time: 0.2354984 Apr 14 16:17:49.777847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-ea4282f8-7bdd-4f29-bbe9-019bc8dc05a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:49.779785 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-ea4282f8-7bdd-4f29-bbe9-019bc8dc05a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 1099 time: 0.1253078 Apr 14 16:17:49.998897 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-880e125a-7d3e-40c4-bf5f-ef0d150617fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:50.000496 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-880e125a-7d3e-40c4-bf5f-ef0d150617fb service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.2136927 Apr 14 16:17:50.013889 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e019a8-77f0-4873-bb57-8f0608fa2920 req-0a133d6a-1a57-459d-a390-86349b293cdb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:50.015676 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-97e019a8-77f0-4873-bb57-8f0608fa2920 req-0a133d6a-1a57-459d-a390-86349b293cdb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.1499975 Apr 14 16:17:50.128006 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-97e019a8-77f0-4873-bb57-8f0608fa2920 req-2eaa2597-c02f-4e7a-8b11-aa5e43e1a408 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531583 Apr 14 16:17:50.145792 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-8ae3a8a3-1562-4b66-8347-cce65ec8390d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 HTTP/1.1" status: 200 len: 1002 time: 0.1290500 Apr 14 16:17:50.215084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-418674a9-a039-45c0-a66c-de83fcb30ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:50.216666 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-418674a9-a039-45c0-a66c-de83fcb30ea9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.0641701 Apr 14 16:17:50.302380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-d0ae9447-0642-41a0-8adf-39b72f7d8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:50.304048 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-d0ae9447-0642-41a0-8adf-39b72f7d8f1b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804713 Apr 14 16:17:50.448645 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-87b69aac-cdff-42f2-b1a5-dda4dfcdb69d service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366603 Apr 14 16:17:50.599506 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-292365a8-2cf3-4938-8f74-7c6062b0c111 req-5a6b985c-e6ac-46f7-84ed-9d780092c221 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404026 Apr 14 16:17:51.349729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445ef49-4991-4f6d-b696-56f5dbb1a994 req-65ba6b5f-6587-481b-b4d3-2835dd3ca178 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:51.351412 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4445ef49-4991-4f6d-b696-56f5dbb1a994 req-65ba6b5f-6587-481b-b4d3-2835dd3ca178 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 946 time: 0.0992310 Apr 14 16:17:51.392794 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4445ef49-4991-4f6d-b696-56f5dbb1a994 req-d8486e2e-0f9a-4ad2-92be-b7b8cc2eeb84 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339572 Apr 14 16:17:52.241984 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:52.371075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:52.382972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:17:52.393974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:17:52.397760 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:52.399530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:17:52.461810 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'code': 200} Apr 14 16:17:52.475238 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=8']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:17:52.478794 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:17:52.625771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21e43e-2251-4c85-ae2d-d0dfdc11a521 req-ee517ddf-7ddb-4c30-9af7-327401586128 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:52.627419 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf21e43e-2251-4c85-ae2d-d0dfdc11a521 req-ee517ddf-7ddb-4c30-9af7-327401586128 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0999794 Apr 14 16:17:52.660580 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bf21e43e-2251-4c85-ae2d-d0dfdc11a521 req-3aed025e-505f-4bd4-8215-713d22fec9ec tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265243 Apr 14 16:17:53.886903 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aae3d3-5f29-4350-8f32-ea761603f8eb req-9c24ce5c-5f93-447a-afce-65b4389ea340 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:53.888511 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-30aae3d3-5f29-4350-8f32-ea761603f8eb req-9c24ce5c-5f93-447a-afce-65b4389ea340 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0910721 Apr 14 16:17:53.920771 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-30aae3d3-5f29-4350-8f32-ea761603f8eb req-b1d6b594-0fc9-4513-b098-2d6daa4f166d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257349 Apr 14 16:17:54.432215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2853f1d3-fb14-48cb-8583-7478ee976bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:55.493119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf08f35-38c4-4437-bfd9-f67a9fddbfdf req-9c77a9c2-eba8-4688-9b65-111197d768ad tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:55.495528 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ebf08f35-38c4-4437-bfd9-f67a9fddbfdf req-9c77a9c2-eba8-4688-9b65-111197d768ad tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0895991 Apr 14 16:17:55.527693 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ebf08f35-38c4-4437-bfd9-f67a9fddbfdf req-cb5b8eec-5eba-41d0-8b4b-2db932c2dfc4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257204 Apr 14 16:17:55.652956 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39650) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:17:55.791697 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-f50b6009-27a0-4b23-89c0-e17992a5ed6a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1367569 Apr 14 16:17:56.272662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:17:56.427191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-f63d7bef-5631-4ab6-b6a0-34fdf6ac13a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:56.428838 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-f63d7bef-5631-4ab6-b6a0-34fdf6ac13a5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1&tenant_id=ddcd108ac1b949099e453989d0b5e973 HTTP/1.1" status: 200 len: 1097 time: 0.1611972 Apr 14 16:17:56.438365 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a84cf-850e-448c-803a-b1d46365acb1 req-3c41f90e-1604-4d3f-909a-16ed1faba2b2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:56.439898 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4a9a84cf-850e-448c-803a-b1d46365acb1 req-3c41f90e-1604-4d3f-909a-16ed1faba2b2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.1224678 Apr 14 16:17:56.518833 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4a9a84cf-850e-448c-803a-b1d46365acb1 req-7dc3aa98-3e38-4668-b7c0-590e8c73c25b tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720968 Apr 14 16:17:56.549706 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-e94b826d-1cbd-4429-884e-e889cf63fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:56.551312 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-e94b826d-1cbd-4429-884e-e889cf63fb02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0892534 Apr 14 16:17:56.727216 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-251460e9-02d7-41d7-be06-57ced96d8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:56.728510 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-251460e9-02d7-41d7-be06-57ced96d8652 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.1663547 Apr 14 16:17:56.770334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7246870-f108-4b42-bf17-59b87dd4e90c req-3e0cc7a8-fa6d-4db2-b8de-d05217e52d83 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:56.770334 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e7246870-f108-4b42-bf17-59b87dd4e90c req-3e0cc7a8-fa6d-4db2-b8de-d05217e52d83 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.1070926 Apr 14 16:17:56.801390 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e7246870-f108-4b42-bf17-59b87dd4e90c req-df8620b2-843d-46ab-a588-9845001e6941 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271828 Apr 14 16:17:56.845506 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-640c06d6-5a7f-4207-b3d6-4e5b55493d90 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 HTTP/1.1" status: 200 len: 1000 time: 0.1089509 Apr 14 16:17:56.921140 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-2db9f6ba-6fe9-4458-8bbf-7c467da7b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:56.922759 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-2db9f6ba-6fe9-4458-8bbf-7c467da7b435 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.0678623 Apr 14 16:17:57.012850 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-2d5c3b86-fee9-45d6-a84a-938847453bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:57.014410 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-2d5c3b86-fee9-45d6-a84a-938847453bce service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810015 Apr 14 16:17:57.161023 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-a3f8a7c6-b27e-49f7-8c52-4a6c4f7a7e7b service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377971 Apr 14 16:17:57.310434 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-036c26f6-15e9-4047-bd2b-2c8a66d07446 req-17a6a132-3f1f-4ca4-a56a-2fe19279c123 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371174 Apr 14 16:17:57.312499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2582aeb2-0702-4528-a13d-740f956c73d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:57.721788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9601c-d0e5-4d72-b8dd-767ebfc27bec req-eb29aecd-ba06-412d-ba05-0e45481c1c7c tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:57.723435 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b2e9601c-d0e5-4d72-b8dd-767ebfc27bec req-eb29aecd-ba06-412d-ba05-0e45481c1c7c tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0894663 Apr 14 16:17:57.762476 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b2e9601c-d0e5-4d72-b8dd-767ebfc27bec req-3c27c94a-4b09-4779-ba22-184a983ef273 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324256 Apr 14 16:17:57.994206 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.018153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc261ed5-2555-461f-b2df-24a465c36f76 req-79c15909-254e-4323-8adf-fd80915493dc tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:58.019799 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-dc261ed5-2555-461f-b2df-24a465c36f76 req-79c15909-254e-4323-8adf-fd80915493dc tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0922263 Apr 14 16:17:58.052685 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-dc261ed5-2555-461f-b2df-24a465c36f76 req-c33987e1-4f37-42f3-9132-fc1c2e6f444d tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262523 Apr 14 16:17:58.282669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:58.981461 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989e698-40d3-405b-b12c-bbc107e4db31 req-bae416de-46da-4363-88bc-1334cc4f8b39 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:58.983231 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1989e698-40d3-405b-b12c-bbc107e4db31 req-bae416de-46da-4363-88bc-1334cc4f8b39 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0959382 Apr 14 16:17:59.017357 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1989e698-40d3-405b-b12c-bbc107e4db31 req-fdb7a02a-3c80-40a5-9fde-bd2db7bd75c0 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268791 Apr 14 16:17:59.109767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:17:59.546669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b7954-2e52-406a-9a93-2bde8c5b3b18 req-5618bfda-7ac4-4194-9028-37434cfb629e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:17:59.548262 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-be1b7954-2e52-406a-9a93-2bde8c5b3b18 req-5618bfda-7ac4-4194-9028-37434cfb629e tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.3474245 Apr 14 16:17:59.582821 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-be1b7954-2e52-406a-9a93-2bde8c5b3b18 req-71ec6db4-bdb2-4ad5-8870-17429cc9398a tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275419 Apr 14 16:18:00.229086 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119417aa-3569-4169-854f-21f3906d5b8d req-7f70bd3e-e9bc-494b-8ff1-17fc37d8458a tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:00.230739 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-119417aa-3569-4169-854f-21f3906d5b8d req-7f70bd3e-e9bc-494b-8ff1-17fc37d8458a tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0947294 Apr 14 16:18:00.267450 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-119417aa-3569-4169-854f-21f3906d5b8d req-2491ee45-d639-4bd7-bbe1-2c608b93c4a7 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287139 Apr 14 16:18:00.819007 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed87744-9071-4ebe-ae68-33ea5458fbea req-494d2311-2a8f-4012-b4d8-ff95868a79e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:00.820517 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ed87744-9071-4ebe-ae68-33ea5458fbea req-494d2311-2a8f-4012-b4d8-ff95868a79e3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0916700 Apr 14 16:18:00.855128 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ed87744-9071-4ebe-ae68-33ea5458fbea req-57f1b07c-1b7e-4344-a503-639e34aa70db tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279706 Apr 14 16:18:01.481754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358a293-8da1-47fc-a9d2-762f34475784 req-5f6a03a6-c2bc-47f2-9a57-543788000aba tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:01.483376 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1358a293-8da1-47fc-a9d2-762f34475784 req-5f6a03a6-c2bc-47f2-9a57-543788000aba tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0935769 Apr 14 16:18:01.516656 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1358a293-8da1-47fc-a9d2-762f34475784 req-7f271e94-ee59-4cf7-9be0-f1c69593ae29 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262518 Apr 14 16:18:02.080970 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4f369-e810-4e4f-956c-bab0a28bb5c2 req-97ef265e-0964-4f97-a156-105ba7d749fb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:02.082958 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-81f4f369-e810-4e4f-956c-bab0a28bb5c2 req-97ef265e-0964-4f97-a156-105ba7d749fb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.1038284 Apr 14 16:18:02.116902 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-81f4f369-e810-4e4f-956c-bab0a28bb5c2 req-daece754-7172-470a-bce3-26b1052241d8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269322 Apr 14 16:18:02.738586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfdf27-c1cf-4995-aaae-67a87a1bce38 req-eb0a86e5-4f62-469a-9bdf-2c62494144ae tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:02.740228 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-02bfdf27-c1cf-4995-aaae-67a87a1bce38 req-eb0a86e5-4f62-469a-9bdf-2c62494144ae tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0991178 Apr 14 16:18:02.778018 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-02bfdf27-c1cf-4995-aaae-67a87a1bce38 req-a5912606-3866-4be3-b1c9-05d3480d7b49 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297670 Apr 14 16:18:03.343137 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4437323-bd13-4ffd-89e3-deae98298f87 req-ba755734-7787-4aab-96e2-0b292ef7a003 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:03.344746 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a4437323-bd13-4ffd-89e3-deae98298f87 req-ba755734-7787-4aab-96e2-0b292ef7a003 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.1049206 Apr 14 16:18:03.381229 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a4437323-bd13-4ffd-89e3-deae98298f87 req-469a40b0-91fa-4320-90c2-1d355d7ad31f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298686 Apr 14 16:18:03.984855 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e668f-c390-417a-a850-2431c2a362ba req-4fc9f5f6-2d57-4d70-838b-c4f53f6e5ad0 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:03.986490 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-864e668f-c390-417a-a850-2431c2a362ba req-4fc9f5f6-2d57-4d70-838b-c4f53f6e5ad0 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0894203 Apr 14 16:18:04.024616 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-864e668f-c390-417a-a850-2431c2a362ba req-c776727a-af52-4280-ab16-5f4de392feb0 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Apr 14 16:18:04.624974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa15083-f6ce-4c81-9a62-ba6512059a1a req-3d184bc2-1830-4967-bfc2-0e2aaa353d75 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:04.626596 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1fa15083-f6ce-4c81-9a62-ba6512059a1a req-3d184bc2-1830-4967-bfc2-0e2aaa353d75 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0927420 Apr 14 16:18:04.661273 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1fa15083-f6ce-4c81-9a62-ba6512059a1a req-b93486b6-4f6d-4cce-bcd1-2ed9d00e5737 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275474 Apr 14 16:18:04.806493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:18:05.229414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c29a3-bf9b-4f9c-9e04-59516aa60b90 req-d5ac7511-b206-4632-a2c9-f511fbef8b0a tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:05.231043 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-152c29a3-bf9b-4f9c-9e04-59516aa60b90 req-d5ac7511-b206-4632-a2c9-f511fbef8b0a tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0891285 Apr 14 16:18:05.266629 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-152c29a3-bf9b-4f9c-9e04-59516aa60b90 req-4ed2511d-471b-4f06-8438-e5f4f7db2d5a tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287297 Apr 14 16:18:05.910379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf0710-1ba8-4bb1-8ff6-7404b5dc1a68 req-1cd0e047-a996-4c1d-8821-4190e3763ff3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:05.911946 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f8bf0710-1ba8-4bb1-8ff6-7404b5dc1a68 req-1cd0e047-a996-4c1d-8821-4190e3763ff3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0888474 Apr 14 16:18:05.949224 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f8bf0710-1ba8-4bb1-8ff6-7404b5dc1a68 req-4facf162-36e7-4a99-9f13-c9766e89a646 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300798 Apr 14 16:18:06.478403 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec117703-4c83-4930-b3a4-9335ef5afe62 req-5499fdf5-acdb-43b6-b42c-996acd3b2f4f tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:06.480063 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ec117703-4c83-4930-b3a4-9335ef5afe62 req-5499fdf5-acdb-43b6-b42c-996acd3b2f4f tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0925508 Apr 14 16:18:06.512267 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ec117703-4c83-4930-b3a4-9335ef5afe62 req-b03185ce-bc37-4c61-845b-811182e5a9de tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252254 Apr 14 16:18:07.214424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf74c43-4be3-4d17-a1c0-a482ebd7f2f0 req-e179a4ac-9310-4d04-9676-0feff6142c88 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:07.216123 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bcf74c43-4be3-4d17-a1c0-a482ebd7f2f0 req-e179a4ac-9310-4d04-9676-0feff6142c88 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.1264415 Apr 14 16:18:07.264000 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bcf74c43-4be3-4d17-a1c0-a482ebd7f2f0 req-47b972bc-2b79-4f5e-bb4b-b446fb58814c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371902 Apr 14 16:18:07.734122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137eaaaa-e6a2-4a9f-b2cc-b44724e3dd34 req-b125dfc6-80a6-4d31-97f8-dcf94cc0ec28 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:07.735734 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-137eaaaa-e6a2-4a9f-b2cc-b44724e3dd34 req-b125dfc6-80a6-4d31-97f8-dcf94cc0ec28 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.1054842 Apr 14 16:18:07.771796 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-137eaaaa-e6a2-4a9f-b2cc-b44724e3dd34 req-32d8df67-d2c9-47ab-95c7-e86542044e12 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296354 Apr 14 16:18:08.499993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b56d6f-ff5b-421b-a0d9-be33a3416957 req-549e6cc6-670b-4c56-a6c4-42cd7a352f06 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:08.501694 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e2b56d6f-ff5b-421b-a0d9-be33a3416957 req-549e6cc6-670b-4c56-a6c4-42cd7a352f06 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.1125777 Apr 14 16:18:08.539777 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e2b56d6f-ff5b-421b-a0d9-be33a3416957 req-1daf7177-52f9-412c-8d5b-c6c5def679c0 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312018 Apr 14 16:18:08.709709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 39786) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:08.869351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:08.887139 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:08.891324 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Usage tracker for resource:security_group_rule and tenant:45d5311ef45f4abebb699516c0a54d2b is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:08.894416 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:08.900565 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:08.990711 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:08.994458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:09.003014 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043b2f-5bad-46ff-bc3c-6d0489a29491 req-34c1fd6e-47b2-4377-a57a-42443470e6b0 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:09.004647 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-15043b2f-5bad-46ff-bc3c-6d0489a29491 req-34c1fd6e-47b2-4377-a57a-42443470e6b0 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.1091948 Apr 14 16:18:09.006851 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5cc5a237-20f6-4aa2-8391-1540566df97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:09.036582 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-15043b2f-5bad-46ff-bc3c-6d0489a29491 req-546add01-ef2e-4132-ab79-f4c1b1045ffa tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246809 Apr 14 16:18:09.045391 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45d5311ef45f4abebb699516c0a54d2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342865 Apr 14 16:18:09.048448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39794) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:09.049818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdecdde4-796e-416a-abcd-f26e2bb9409c,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:09.053353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:09.115085 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1932baab-04e5-4320-98c1-3ad60acc1dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:09.144748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1932baab-04e5-4320-98c1-3ad60acc1dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:09.194830 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1932baab-04e5-4320-98c1-3ad60acc1dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:09.199834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-13b9cdef-fa82-4f28-a3b8-8ecbd0f73b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:09.210890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932baab-04e5-4320-98c1-3ad60acc1dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdecdde4-796e-416a-abcd-f26e2bb9409c,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:09.215972 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1932baab-04e5-4320-98c1-3ad60acc1dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:09.220020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1932baab-04e5-4320-98c1-3ad60acc1dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:09.221554 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1932baab-04e5-4320-98c1-3ad60acc1dc7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdecdde4-796e-416a-abcd-f26e2bb9409c HTTP/1.1" status: 204 len: 168 time: 0.1712499 Apr 14 16:18:09.775664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f97cc4-9b56-40b2-87a1-5d4eb45eef52 req-32224e9e-f50e-420d-8e2a-a7d217872433 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:09.777299 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-84f97cc4-9b56-40b2-87a1-5d4eb45eef52 req-32224e9e-f50e-420d-8e2a-a7d217872433 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.1014736 Apr 14 16:18:09.809497 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-84f97cc4-9b56-40b2-87a1-5d4eb45eef52 req-786fa9cc-0dcf-4822-88c1-64424f7a70f4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257223 Apr 14 16:18:09.832516 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:10.242129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d9095-2bf4-4623-aeeb-29ea17216cb4 req-b3eb26ad-f5ad-492d-9b96-85d348ce6b28 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:10.243816 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-868d9095-2bf4-4623-aeeb-29ea17216cb4 req-b3eb26ad-f5ad-492d-9b96-85d348ce6b28 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0900598 Apr 14 16:18:10.275593 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-868d9095-2bf4-4623-aeeb-29ea17216cb4 req-9ea6fa36-b182-4779-b077-4c74ad397f7e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249450 Apr 14 16:18:10.522122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-e5c38046-27d3-43a5-a65d-c8920f0c7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:10.523887 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-e5c38046-27d3-43a5-a65d-c8920f0c7ed9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ddcd108ac1b949099e453989d0b5e973&device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 1097 time: 0.0836294 Apr 14 16:18:10.683629 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-95c6b706-b968-4eb6-917a-01d21f165cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:10.685175 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-95c6b706-b968-4eb6-917a-01d21f165cc2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 200 len: 917 time: 0.1391935 Apr 14 16:18:11.028615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a2d8d-4ae7-460e-8bc9-24ca5945c3e6 req-0ea03290-d409-4e00-b981-687e7bf1d3f2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:11.030211 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-b300d764-61e5-4eb9-946b-09ef0670b3fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 HTTP/1.1" status: 200 len: 1000 time: 0.3374341 Apr 14 16:18:11.030353 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1f6a2d8d-4ae7-460e-8bc9-24ca5945c3e6 req-0ea03290-d409-4e00-b981-687e7bf1d3f2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0955036 Apr 14 16:18:11.062367 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-1f6a2d8d-4ae7-460e-8bc9-24ca5945c3e6 req-98ae8937-5baf-458d-959e-ba7b096c9200 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0254931 Apr 14 16:18:11.106371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-b3479a93-0f41-4655-a6b3-90da608f0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:11.107944 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-b3479a93-0f41-4655-a6b3-90da608f0e11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 200 len: 855 time: 0.0653226 Apr 14 16:18:11.191032 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-82d8b93e-ee68-47ec-ace5-4311a561cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:11.192606 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-82d8b93e-ee68-47ec-ace5-4311a561cab6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765297 Apr 14 16:18:11.337503 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-cf380b77-8bc2-4262-9e4c-27ffed19c334 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360657 Apr 14 16:18:11.554700 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fedc1393-27a3-4d28-97e5-678d7bd03d1a req-37bec34d-d389-4000-ad80-3961bdbb25a2 service neutron] 10.222.0.49 "GET /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099621 Apr 14 16:18:11.564491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c74eb-3a6e-4925-8acb-56a3534544eb req-12804904-cc0e-43ca-8ba3-aa12a334c2aa tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:11.566001 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-db0c74eb-3a6e-4925-8acb-56a3534544eb req-12804904-cc0e-43ca-8ba3-aa12a334c2aa tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.1433785 Apr 14 16:18:11.597918 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-db0c74eb-3a6e-4925-8acb-56a3534544eb req-e3cb03ba-b24b-4cbb-a49d-b033f8427780 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248451 Apr 14 16:18:12.388374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:18:12.412714 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b407bc-05b7-42c5-b9ee-76ae1e03b576 req-210ced46-53e4-4ad7-b0c9-d6ef3b233afc tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:12.414348 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e5b407bc-05b7-42c5-b9ee-76ae1e03b576 req-210ced46-53e4-4ad7-b0c9-d6ef3b233afc tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 944 time: 0.0915093 Apr 14 16:18:12.445553 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e5b407bc-05b7-42c5-b9ee-76ae1e03b576 req-5991cfe2-8812-4bb1-a226-2ad3a464dc1f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241013 Apr 14 16:18:12.531226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:12.545250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'port_id': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'mac_address': 'fa:16:3e:17:d3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:18:12.606674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:12.608004 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:12.624574 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:12.627867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:12.629697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:12.700852 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=9']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:12.709155 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.709848 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.709964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.710298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.710683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.711059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.711433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.711842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.712256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.712662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.713031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.713395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:12.717512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:12.800371 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92cfc6-193e-42d1-8af5-33183c15df18 req-92fff3df-3058-4567-b703-23cc4ef96ace tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:12.801936 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff92cfc6-193e-42d1-8af5-33183c15df18 req-92fff3df-3058-4567-b703-23cc4ef96ace tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0864000 Apr 14 16:18:12.836994 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ff92cfc6-193e-42d1-8af5-33183c15df18 req-cbbe1974-5bea-4b00-9fd1-9805e7522193 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275297 Apr 14 16:18:12.898026 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:13.656496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ae0a5-a2d2-46a4-aa91-9a2d5d323af9 req-5f657e8a-565c-4207-bd37-532e8820fe25 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:13.658366 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0b5ae0a5-a2d2-46a4-aa91-9a2d5d323af9 req-5f657e8a-565c-4207-bd37-532e8820fe25 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0910416 Apr 14 16:18:13.677219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107c4c4-6564-4167-894d-d94901eda344 req-2459992a-3f2c-4b0a-a939-d3e11f429c02 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:13.678885 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a107c4c4-6564-4167-894d-d94901eda344 req-2459992a-3f2c-4b0a-a939-d3e11f429c02 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.49 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.0937667 Apr 14 16:18:13.691960 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0b5ae0a5-a2d2-46a4-aa91-9a2d5d323af9 req-239922c5-d8ac-41ca-a206-4be88d8edfd2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263984 Apr 14 16:18:13.761756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-a107c4c4-6564-4167-894d-d94901eda344 req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Deleting port 6b00410d-b8c7-4d90-b7c8-c59e0417d875 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:18:13.762175 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-a107c4c4-6564-4167-894d-d94901eda344 req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:14.041593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-a107c4c4-6564-4167-894d-d94901eda344 req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] For port 6b00410d-b8c7-4d90-b7c8-c59e0417d875, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6b00410d-b8c7-4d90-b7c8-c59e0417d875,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:14.042012 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-a107c4c4-6564-4167-894d-d94901eda344 req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:14.217041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-a107c4c4-6564-4167-894d-d94901eda344 req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Calling delete_port for 6b00410d-b8c7-4d90-b7c8-c59e0417d875 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:18:14.377566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0f1c-96e8-40b5-8ddf-63c41580148f req-2bdb8738-4993-4cfe-a092-443e390b9313 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:14.379115 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-771e0f1c-96e8-40b5-8ddf-63c41580148f req-2bdb8738-4993-4cfe-a092-443e390b9313 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 946 time: 0.2640688 Apr 14 16:18:14.398862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:18:14.429336 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-771e0f1c-96e8-40b5-8ddf-63c41580148f req-b914cdf9-6dca-4110-ac41-41b4d77e66da tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Apr 14 16:18:14.430483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-a107c4c4-6564-4167-894d-d94901eda344 req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:14.446884 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:14.481823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:18:14.482303 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:14.542617 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Pushing event deleted for resources: {'Port': ['ID=6b00410d-b8c7-4d90-b7c8-c59e0417d875,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:14.548609 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:14.608375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:14.620791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:14.631849 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:14.634783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:14.635689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 6b00410d-b8c7-4d90-b7c8-c59e0417d875 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:18:14.673764 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'code': 200} Apr 14 16:18:14.692332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-a107c4c4-6564-4167-894d-d94901eda344 req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] No DVR routers for this DVR port 6b00410d-b8c7-4d90-b7c8-c59e0417d875 on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:18:14.694752 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-a107c4c4-6564-4167-894d-d94901eda344 req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:14.698205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67484c3d-f57f-4674-8163-627a7e64df9a', 'name': 'network-vif-deleted', 'tag': '6b00410d-b8c7-4d90-b7c8-c59e0417d875'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:14.707207 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-070ca07e-a5ae-41ac-8263-cda4b567442a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:14.713534 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a107c4c4-6564-4167-894d-d94901eda344 req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.49 "DELETE /v2.0/ports/6b00410d-b8c7-4d90-b7c8-c59e0417d875 HTTP/1.1" status: 204 len: 173 time: 1.0256028 Apr 14 16:18:14.746819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: 6b00410d-b8c7-4d90-b7c8-c59e0417d875 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:18:14.747229 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 6b00410d-b8c7-4d90-b7c8-c59e0417d875 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:18:14.766977 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67484c3d-f57f-4674-8163-627a7e64df9a', 'name': 'network-vif-deleted', 'tag': '6b00410d-b8c7-4d90-b7c8-c59e0417d875', 'status': 'completed', 'code': 200} Apr 14 16:18:14.786188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=10']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:14.792180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:14.933666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dca2ac-d2b2-4b0a-a47b-d2a6ad463bcf req-626d8fc8-90f5-4352-8859-0cfbf9923380 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:14.935242 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-12dca2ac-d2b2-4b0a-a47b-d2a6ad463bcf req-626d8fc8-90f5-4352-8859-0cfbf9923380 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 947 time: 0.1006007 Apr 14 16:18:14.980914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b99bc-b12b-4a24-abe2-c1c9b4f23372 req-e920fe7d-6c4c-4a66-8cd3-872729c74d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:14.983262 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e01b99bc-b12b-4a24-abe2-c1c9b4f23372 req-e920fe7d-6c4c-4a66-8cd3-872729c74d3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 1100 time: 0.1225400 Apr 14 16:18:14.993270 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-12dca2ac-d2b2-4b0a-a47b-d2a6ad463bcf req-a5811c8c-48b2-4f68-a753-192742e1f5fb tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491295 Apr 14 16:18:15.030512 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e01b99bc-b12b-4a24-abe2-c1c9b4f23372 req-84707661-0872-45c2-96d7-0245dc8ca77f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391736 Apr 14 16:18:15.609434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-03ca38b5-5248-4318-8d27-2e1379b39db1 req-a4b991ef-4b68-4bef-828a-0aaadae6c347 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Synchronizing usage tracker for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:15.625235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-03ca38b5-5248-4318-8d27-2e1379b39db1 req-a4b991ef-4b68-4bef-828a-0aaadae6c347 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Unset dirty status for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:15.626553 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-03ca38b5-5248-4318-8d27-2e1379b39db1 req-a4b991ef-4b68-4bef-828a-0aaadae6c347 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=67484c3d-f57f-4674-8163-627a7e64df9a HTTP/1.1" status: 200 len: 210 time: 0.0646503 Apr 14 16:18:16.223046 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be73fa-521a-4676-ab04-d10e306b3c27 req-2ca3932b-e5f2-4d36-b1a5-41322cd3979f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:16.224695 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-20be73fa-521a-4676-ab04-d10e306b3c27 req-2ca3932b-e5f2-4d36-b1a5-41322cd3979f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 947 time: 0.0893478 Apr 14 16:18:16.257816 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-20be73fa-521a-4676-ab04-d10e306b3c27 req-95d4e57d-0b9c-4213-b98f-f95d8be40b8c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259516 Apr 14 16:18:16.576351 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39938) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:16.729497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:16.745659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:16.749741 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Usage tracker for resource:security_group_rule and tenant:d95e6820d98846ef99640f8c3a35614e is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:16.752981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:16.759883 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:16.858314 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:16.862559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:16.872829 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-01afa175-feb6-4323-8a82-2f157cb061c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:16.920466 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f80b17b-b674-4268-a01f-2c032964760d,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:16.926379 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d95e6820d98846ef99640f8c3a35614e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486629 Apr 14 16:18:16.928380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:16.928655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 39948) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:17.000235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c47b21a2-be2e-458e-8256-a3d9bf68f8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:17.032041 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c47b21a2-be2e-458e-8256-a3d9bf68f8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:17.083559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c47b21a2-be2e-458e-8256-a3d9bf68f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:17.088744 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5d43439e-6169-479a-b0c7-5046aabacfb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:17.103874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b21a2-be2e-458e-8256-a3d9bf68f8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f80b17b-b674-4268-a01f-2c032964760d,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:17.108103 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c47b21a2-be2e-458e-8256-a3d9bf68f8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:17.116087 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c47b21a2-be2e-458e-8256-a3d9bf68f8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:17.120316 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c47b21a2-be2e-458e-8256-a3d9bf68f8ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7f80b17b-b674-4268-a01f-2c032964760d HTTP/1.1" status: 204 len: 168 time: 0.1872001 Apr 14 16:18:17.469122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e0ac3-05a1-45b9-a830-aed179d98b15 req-ddd05b02-56d3-4a92-a35c-5060a87a8141 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:17.470787 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-551e0ac3-05a1-45b9-a830-aed179d98b15 req-ddd05b02-56d3-4a92-a35c-5060a87a8141 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 947 time: 0.0902357 Apr 14 16:18:17.504135 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-551e0ac3-05a1-45b9-a830-aed179d98b15 req-68a5cf57-9621-4275-9783-995632627e9c tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263515 Apr 14 16:18:17.839441 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 39982) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:17.950698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2145075869-network', 'tenant_id': 'f1140d8deff34a3bbd8afa4f2ce022ef'}} {{(pid=85269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:17.955708 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:17.959802 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Usage tracker for resource:network and tenant:f1140d8deff34a3bbd8afa4f2ce022ef is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:17.963419 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:17.970256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:17.979935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Made reservation on behalf of f1140d8deff34a3bbd8afa4f2ce022ef for: {'network': 1} {{(pid=85269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:18:17.984725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for network, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:17.998683 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.014455 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:18.018499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Usage tracker for resource:security_group_rule and tenant:f1140d8deff34a3bbd8afa4f2ce022ef is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:18.021468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:18.028215 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:18.116068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.118988 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.123258 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9656936a-502c-4ccf-ac34-971af46bb491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:18.151648 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=85269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 14 16:18:18.160496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:18.163774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:18.168157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.168894 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.segments_db [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Added segment a937b3c9-438f-4581-a5df-e571dd365dd9 of type vlan for network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 Apr 14 16:18:18.194993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363290451106232'] for network, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.226236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520'] for network, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.227632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:18.228277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.233485 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:18.343304 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5026076 Apr 14 16:18:18.344349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Pushing event updated for resources: {'Network': ['ID=f127e775-33a8-4ff0-a5d5-b7645cf4eae1,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:18.346465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 39996) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:18.347296 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:18.353020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Request body: {'subnet': {'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2145075869-subnet', 'tenant_id': 'f1140d8deff34a3bbd8afa4f2ce022ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:18.358786 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:18.360878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 details requested by agent ovs-agent-dv-cinder-786266-1-smb with host dv-cinder-786266-1-smb {{(pid=85271) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 14 16:18:18.363271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Usage tracker for resource:subnet and tenant:f1140d8deff34a3bbd8afa4f2ce022ef is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:18.368127 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:18.374589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:18.387582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Made reservation on behalf of f1140d8deff34a3bbd8afa4f2ce022ef for: {'subnet': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:18:18.393739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5276518'] for subnet, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.815278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7336420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5276441'] for subnet, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:18.831352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b54158a5-304c-4af2-9df2-1b4ba418ea6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:18.956767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5109b2-98e8-4bfd-b097-d6bb2ba9784b,revision_number=0']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:18.969218 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:19.029940 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Checking segment: {'id': 'a937b3c9-438f-4581-a5df-e571dd365dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:18:19.030356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Network hostable DHCP agents. Network: f127e775-33a8-4ff0-a5d5-b7645cf4eae1, hostable agents: ['f1953445-8258-4207-ae0c-7f0a938827c0'], hosted agents: [] {{(pid=85270) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 14 16:18:19.049336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 is scheduled to be hosted by DHCP agent f1953445-8258-4207-ae0c-7f0a938827c0 with binding_index 1 {{(pid=85270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 14 16:18:19.058251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786266-1-smb, f127e775-33a8-4ff0-a5d5-b7645cf4eae1) {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:18:19.067641 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e5de77-a72c-49b9-81c1-39bf671bb538 None None] Network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:18:19.070676 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:19.071335 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:19.096425 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ed789eb9-eb27-4a88-9f70-ae1699d1fd38 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7487013 Apr 14 16:18:19.463135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e337e90-ddc7-4a49-a687-50f2b1243c14 None None] Network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:18:21.202376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-d1e292b8-df81-4329-bfeb-8467dae53924 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:21.204077 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-d1e292b8-df81-4329-bfeb-8467dae53924 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/networks?id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1 HTTP/1.1" status: 200 len: 809 time: 0.1575637 Apr 14 16:18:21.221717 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-93f96b96-d8aa-4183-984d-18d01879a084 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/quotas/f1140d8deff34a3bbd8afa4f2ce022ef HTTP/1.1" status: 200 len: 375 time: 0.0114641 Apr 14 16:18:21.253617 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-68ae78cb-5365-43f4-a29f-b85dd64dca41 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:21.255244 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-68ae78cb-5365-43f4-a29f-b85dd64dca41 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/networks?id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2 HTTP/1.1" status: 200 len: 813 time: 0.1610510 Apr 14 16:18:21.272348 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3cfe4bff-c6e9-44d2-acae-755821ae09c4 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/quotas/d13ad328455f4310b156a4d5214c2ca7 HTTP/1.1" status: 200 len: 375 time: 0.0100360 Apr 14 16:18:21.280142 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-8f3f24e1-2ceb-4373-a290-5ccd03267d71 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1140d8deff34a3bbd8afa4f2ce022ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519202 Apr 14 16:18:21.327497 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-302354ce-f4da-4468-b521-44f2a4dd9182 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d13ad328455f4310b156a4d5214c2ca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477924 Apr 14 16:18:21.422936 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-fe44114e-b854-4a8b-89c4-b92fd2a56e37 service neutron] 10.222.0.61 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351125 Apr 14 16:18:21.528939 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-92de706e-1dbf-4861-9d8f-f6a11cb794b3 service neutron] 10.222.0.61 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933122 Apr 14 16:18:21.566420 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-7efc3a8f-e067-419b-988e-e28574ce9182 service neutron] 10.222.0.61 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368217 Apr 14 16:18:21.681667 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-e1916578-cc91-41b5-9568-a752d48ea5ba service neutron] 10.222.0.61 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460745 Apr 14 16:18:21.764222 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-903b510f-9965-4cbc-bde4-33c77d32af08 req-f7a7800e-418a-4b49-b85d-02efde201f92 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 210 time: 0.0484946 Apr 14 16:18:21.888609 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b15600b6-e330-4c98-bdfa-d718b9168d07 req-b54dc2f7-13fc-4223-bb64-c24e97c1d1f8 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 210 time: 0.0495520 Apr 14 16:18:22.904451 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-16a296ac-2673-409f-a701-21d56750d789 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:22.905992 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-16a296ac-2673-409f-a701-21d56750d789 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.49 "GET /v2.0/networks?id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1 HTTP/1.1" status: 200 len: 809 time: 0.1633523 Apr 14 16:18:22.920253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Request body: {'port': {'device_id': 'bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb', 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1', 'admin_state_up': True, 'tenant_id': 'f1140d8deff34a3bbd8afa4f2ce022ef'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:22.942375 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0c41774a-b040-478d-bd7f-8def0134eec0 req-a140d3b1-6cc8-43ce-aa96-6ba2449f5f53 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 210 time: 0.0564861 Apr 14 16:18:23.322969 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9ac68d53-c104-4fba-9a54-f7dfcdfe87ef req-266771ec-9bfa-4bad-a890-89cc93d7939e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 210 time: 0.3116226 Apr 14 16:18:23.481054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:23.499229 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Usage tracker for resource:port and tenant:f1140d8deff34a3bbd8afa4f2ce022ef is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:18:23.504512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:18:23.520857 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:23.540068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-d6932669-2a31-4579-ad3a-5642706e9582 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:23.541783 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-d6932669-2a31-4579-ad3a-5642706e9582 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.49 "GET /v2.0/networks?id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2 HTTP/1.1" status: 200 len: 813 time: 0.2255154 Apr 14 16:18:23.544942 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Made reservation on behalf of f1140d8deff34a3bbd8afa4f2ce022ef for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:18:23.550825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:23.566719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Request body: {'port': {'device_id': '824dbf08-25cd-4f54-8f0e-a21e55fc8dd1', 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2', 'admin_state_up': True, 'tenant_id': 'd13ad328455f4310b156a4d5214c2ca7'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:23.828279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:23.850182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:23.870260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Allocated IP 172.20.0.3 (f127e775-33a8-4ff0-a5d5-b7645cf4eae1/dd5109b2-98e8-4bfd-b097-d6bb2ba9784b/5df29be2-9204-4ceb-9932-9addba1c23f6) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:18:23.872310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Made reservation on behalf of d13ad328455f4310b156a4d5214c2ca7 for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:18:23.878691 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:24.112034 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5f77e4a8-0e52-4283-a90c-d31b69aa5ad6 req-badccf29-67bd-4ddb-8b56-2d451d9f1604 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 210 time: 0.0491264 Apr 14 16:18:24.180083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Allocated IP 172.20.0.4 (b46ff11f-5192-4970-a7f7-9c8a6aa550a2/469c129a-ae82-45ad-b573-9a496d626c00/e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:18:24.248449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:24.418080 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:24.436732 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-68f4b11f-68b5-4f1d-85a1-6072e9b25573 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:24.437176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-695d9649-a804-4c31-864b-378f06b7c7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:24.603758 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:24.610610 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-4be8e6c2-5c4c-47fe-85c8-d2fb20cd7768 req-d8423a35-0459-4d97-888c-f44262ba7414 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 210 time: 0.1296341 Apr 14 16:18:24.641248 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Pushing event updated for resources: {'Port': ['ID=5df29be2-9204-4ceb-9932-9addba1c23f6,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:24.658646 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.659067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.659474 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.659876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.660271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.660673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.661065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.661457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.661848 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.662294 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.662687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.663075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:24.680643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:24.728849 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:18:24.730105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:24.731995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:18:24.746248 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-23f08d90-22cf-41c4-97c7-f894aedf37b4 tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:24.784592 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:18:24.939429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Pushing event updated for resources: {'Port': ['ID=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:24.950603 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:24.951266 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:24.967107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:25.005768 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0900781 Apr 14 16:18:25.020299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Request body: {'port': {'device_id': 'bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:25.053798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:18:25.061893 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:18:25.065627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:18:25.190869 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:25.191462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:25.216667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:25.249385 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-3c4d0f68-7cd2-4f14-8dc8-38e5ac62e739 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6886125 Apr 14 16:18:25.262864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Request body: {'port': {'device_id': '824dbf08-25cd-4f54-8f0e-a21e55fc8dd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:25.316506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafab72c-e5db-4634-8e26-11ccb6473006 req-aef34efd-7d53-4868-a887-a7bd5c860439 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:25.318143 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cafab72c-e5db-4634-8e26-11ccb6473006 req-aef34efd-7d53-4868-a887-a7bd5c860439 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 931 time: 0.0909061 Apr 14 16:18:25.365929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-cafab72c-e5db-4634-8e26-11ccb6473006 req-7934fa80-55df-4550-9850-3f5844948e2f tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Synchronizing usage tracker for tenant:f1140d8deff34a3bbd8afa4f2ce022ef on resource:security_group {{(pid=85269) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:25.382873 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-cafab72c-e5db-4634-8e26-11ccb6473006 req-7934fa80-55df-4550-9850-3f5844948e2f tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Unset dirty status for tenant:f1140d8deff34a3bbd8afa4f2ce022ef on resource:security_group {{(pid=85269) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:25.384164 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cafab72c-e5db-4634-8e26-11ccb6473006 req-7934fa80-55df-4550-9850-3f5844948e2f tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595093 Apr 14 16:18:25.498931 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:26.257200 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cfd7b-08fb-4f6a-9fa1-89d29460a91c req-aab73dc1-f80b-4611-91c8-60e7df6369e2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:26.257960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e65cfd7b-08fb-4f6a-9fa1-89d29460a91c req-aab73dc1-f80b-4611-91c8-60e7df6369e2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Synchronizing usage tracker for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:26.351748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-e65cfd7b-08fb-4f6a-9fa1-89d29460a91c req-aab73dc1-f80b-4611-91c8-60e7df6369e2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Unset dirty status for tenant:d13ad328455f4310b156a4d5214c2ca7 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:26.353574 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e65cfd7b-08fb-4f6a-9fa1-89d29460a91c req-aab73dc1-f80b-4611-91c8-60e7df6369e2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 931 time: 0.4034190 Apr 14 16:18:26.367422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df29be2-9204-4ceb-9932-9addba1c23f6 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:26.389945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:26.411996 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e65cfd7b-08fb-4f6a-9fa1-89d29460a91c req-a826f5da-2231-4759-8511-ab0c6ab9af29 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491586 Apr 14 16:18:26.428864 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Transition to ACTIVE for port object 5df29be2-9204-4ceb-9932-9addba1c23f6 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:18:26.469679 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:26.491015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3db537b7-1cad-4850-858e-e0233c29c840 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:26.596287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a51d2-38bf-465d-b719-d5de85c6e2da req-07f556a5-7b9b-4d6b-8bbc-22d193d4a95a tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:26.597894 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a40a51d2-38bf-465d-b719-d5de85c6e2da req-07f556a5-7b9b-4d6b-8bbc-22d193d4a95a tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 943 time: 0.0944827 Apr 14 16:18:26.615152 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:26.628700 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a40a51d2-38bf-465d-b719-d5de85c6e2da req-87a0d830-f884-41af-b1bd-f6c1dcf1a449 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243497 Apr 14 16:18:26.634024 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:26.668313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Pushing event updated for resources: {'Port': ['ID=5df29be2-9204-4ceb-9932-9addba1c23f6,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:26.672462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:26.673527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Transition to ACTIVE for port object e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:18:26.688375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:26.706237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-983689ba-cebd-40f4-ace3-996644673fb7 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:26.864689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Pushing event updated for resources: {'Port': ['ID=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:26.868298 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:27.222410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Attempting to bind port 5df29be2-9204-4ceb-9932-9addba1c23f6 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:18:27.222797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Attempting to bind port 5df29be2-9204-4ceb-9932-9addba1c23f6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'a937b3c9-438f-4581-a5df-e571dd365dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:18:27.223174 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Attempting to bind port 5df29be2-9204-4ceb-9932-9addba1c23f6 on network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:18:27.232175 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Port 5df29be2-9204-4ceb-9932-9addba1c23f6 on network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:18:27.232542 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Attempting to bind port 5df29be2-9204-4ceb-9932-9addba1c23f6 on network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:18:27.247639 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:18:27.248025 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Checking segment: {'id': 'a937b3c9-438f-4581-a5df-e571dd365dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:18:27.248450 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Bound using segment: {'id': 'a937b3c9-438f-4581-a5df-e571dd365dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:18:27.248939 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Bound port: 5df29be2-9204-4ceb-9932-9addba1c23f6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a937b3c9-438f-4581-a5df-e571dd365dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:18:27.249323 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:27.314605 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c7ada2c0-5bb2-4a9e-9dd5-887503f55b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:27.322611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Attempting to bind port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:18:27.322995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Attempting to bind port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:18:27.323375 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Attempting to bind port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 on network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:18:27.339036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 on network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:18:27.339406 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Attempting to bind port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 on network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:18:27.349937 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:18:27.350343 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Checking segment: {'id': 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:18:27.350766 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Bound using segment: {'id': 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:18:27.351237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Bound port: e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:18:27.351630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:27.394977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] For port 5df29be2-9204-4ceb-9932-9addba1c23f6, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:18:27.413350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] For port 5df29be2-9204-4ceb-9932-9addba1c23f6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5df29be2-9204-4ceb-9932-9addba1c23f6,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:18:27.426957 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:27.445092 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fe1e12cc-42ae-4981-a2b4-9469399c494f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:27.614470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] For port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:18:27.666989 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] For port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:18:27.681068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:27.706161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Pushing event updated for resources: {'Port': ['ID=5df29be2-9204-4ceb-9932-9addba1c23f6,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:27.721605 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:27.767166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c6802724-a96e-456f-ac10-8b7b4bd993f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:27.837521 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1bf4f-5e34-414e-ad39-39c4e976407b req-a77b2d2b-7f5b-48e5-9125-e028f532b5e7 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:27.839168 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-efd1bf4f-5e34-414e-ad39-39c4e976407b req-a77b2d2b-7f5b-48e5-9125-e028f532b5e7 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 943 time: 0.0896940 Apr 14 16:18:27.870918 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-efd1bf4f-5e34-414e-ad39-39c4e976407b req-37797219-0573-4141-938d-a7034c712f02 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244310 Apr 14 16:18:27.887819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:27.888512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:27.889998 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] 10.222.0.49 "PUT /v2.0/ports/5df29be2-9204-4ceb-9932-9addba1c23f6 HTTP/1.1" status: 200 len: 1093 time: 2.8746767 Apr 14 16:18:27.890566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb', 'tag': '5df29be2-9204-4ceb-9932-9addba1c23f6'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:27.917224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ead9bb-4ee6-4e0b-be5e-1462266a820a req-f94f0ada-5543-40c2-b1a1-9a6d414ed074 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:27.918892 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-37ead9bb-4ee6-4e0b-be5e-1462266a820a req-f94f0ada-5543-40c2-b1a1-9a6d414ed074 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 943 time: 0.3676283 Apr 14 16:18:27.930402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Pushing event updated for resources: {'Port': ['ID=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:27.955208 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:27.992918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:27.997031 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb', 'tag': '5df29be2-9204-4ceb-9932-9addba1c23f6', 'status': 'completed', 'code': 200} Apr 14 16:18:28.028516 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-37ead9bb-4ee6-4e0b-be5e-1462266a820a req-5d9e1d38-bd6b-420f-b716-ddba4f37a140 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992255 Apr 14 16:18:28.038717 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:28.039430 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:28.040893 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] 10.222.0.49 "PUT /v2.0/ports/e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 HTTP/1.1" status: 200 len: 1093 time: 2.7842245 Apr 14 16:18:28.065211 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-2de526c2-9b30-4372-ac74-867433f0f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:28.066870 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-2de526c2-9b30-4372-ac74-867433f0f461 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1140d8deff34a3bbd8afa4f2ce022ef&device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 1096 time: 0.1327972 Apr 14 16:18:28.184124 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-32a309a1-facd-4b71-b5dd-b41ac993b23f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5df29be2-9204-4ceb-9932-9addba1c23f6 HTTP/1.1" status: 200 len: 217 time: 0.1091785 Apr 14 16:18:28.278493 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:28.519442 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-9b3330ae-6fce-4880-890c-f57c95c324fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:28.521011 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-9b3330ae-6fce-4880-890c-f57c95c324fa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd5109b2-98e8-4bfd-b097-d6bb2ba9784b HTTP/1.1" status: 200 len: 849 time: 0.3267477 Apr 14 16:18:28.526556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-d70c53aa-6bfa-4395-86f4-8a332831554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:28.528070 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-d70c53aa-6bfa-4395-86f4-8a332831554e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d13ad328455f4310b156a4d5214c2ca7&device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 1096 time: 0.3961058 Apr 14 16:18:28.632452 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-b1c22768-def7-408d-8c2c-a40b4016a4ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033642 Apr 14 16:18:28.642717 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-67b2603a-6278-4388-9bd6-79421fbb7efc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 HTTP/1.1" status: 200 len: 217 time: 0.0798099 Apr 14 16:18:28.799863 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-a0ab2753-ad96-40b1-9306-af2c4bfbfc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:28.801356 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-a0ab2753-ad96-40b1-9306-af2c4bfbfc86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=469c129a-ae82-45ad-b573-9a496d626c00 HTTP/1.1" status: 200 len: 853 time: 0.1379728 Apr 14 16:18:28.866525 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-96917cee-6b40-4765-8924-29b8657e649e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534723 Apr 14 16:18:28.954342 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-b62dcd95-3a97-448d-a56c-a285fe824cb7 service neutron] 10.222.0.49 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131669 Apr 14 16:18:29.078503 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e59ff0-f3a0-4336-b803-1bcb53eadd70 req-0611e988-8116-4a3f-b666-9a365d004d3b tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.080129 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-97e59ff0-f3a0-4336-b803-1bcb53eadd70 req-0611e988-8116-4a3f-b666-9a365d004d3b tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 943 time: 0.0950081 Apr 14 16:18:29.113291 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-97e59ff0-f3a0-4336-b803-1bcb53eadd70 req-0eb559fd-e052-46d6-9e6f-e273e627c73c tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260160 Apr 14 16:18:29.120228 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:29.131014 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-03a6ad5a-0dd4-4bf5-9f8b-51a9e65f83ed service neutron] 10.222.0.49 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547278 Apr 14 16:18:29.268091 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-927705ac-b2db-4cc5-8961-94a2af3808ad req-a623d1a7-2eed-4d28-a639-28c605158a5b service neutron] 10.222.0.49 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064706 Apr 14 16:18:29.412729 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-937c7579-51b0-4220-ab58-7d19cf1d8e79 req-542fb9bd-284a-4baa-b08d-f0f5dae4179a service neutron] 10.222.0.49 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752271 Apr 14 16:18:29.426153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482652c9-a04a-4bad-92c2-fc562bc49b7c req-8c1034ce-80a4-4ed8-b166-66ea55477fe9 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.426153 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-482652c9-a04a-4bad-92c2-fc562bc49b7c req-8c1034ce-80a4-4ed8-b166-66ea55477fe9 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 943 time: 0.2503622 Apr 14 16:18:29.466708 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-482652c9-a04a-4bad-92c2-fc562bc49b7c req-2fc483f8-1da9-4bc9-bcc9-cd30b596ccd7 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356402 Apr 14 16:18:29.473515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-b0d6bdee-8d0c-43ea-a015-47e65d623752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.475101 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-b0d6bdee-8d0c-43ea-a015-47e65d623752 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1140d8deff34a3bbd8afa4f2ce022ef&device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 1096 time: 0.1528602 Apr 14 16:18:29.620628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-4065e074-77be-4cf1-9dcb-56b59416eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.622269 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-4065e074-77be-4cf1-9dcb-56b59416eac8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1 HTTP/1.1" status: 200 len: 910 time: 0.1406176 Apr 14 16:18:29.699704 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-27f1bad6-ebee-4b79-9d82-3670373edb9e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5df29be2-9204-4ceb-9932-9addba1c23f6 HTTP/1.1" status: 200 len: 217 time: 0.0670178 Apr 14 16:18:29.774193 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-6d531b26-c748-4e5f-b8b7-a36feee1295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:29.775907 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-6d531b26-c748-4e5f-b8b7-a36feee1295f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd5109b2-98e8-4bfd-b097-d6bb2ba9784b HTTP/1.1" status: 200 len: 849 time: 0.0691910 Apr 14 16:18:29.828973 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-6ae80a13-68df-4ae8-86e3-9dac3ffbd656 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462065 Apr 14 16:18:29.969632 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-f1eb276d-cd5b-408d-9edd-4f197a4b780b service neutron] 10.222.0.49 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335559 Apr 14 16:18:30.000219 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '824dbf08-25cd-4f54-8f0e-a21e55fc8dd1', 'tag': 'e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:30.062257 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '824dbf08-25cd-4f54-8f0e-a21e55fc8dd1', 'tag': 'e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77', 'status': 'completed', 'code': 200} Apr 14 16:18:30.185176 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d72bb941-9a7c-4ae4-965e-3caa365e2d10 req-84f718ab-09fb-4d45-b569-ecef04f00435 service neutron] 10.222.0.49 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070403 Apr 14 16:18:30.200456 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-c72014e6-77db-4148-9ec6-582af28a21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:30.202048 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-c72014e6-77db-4148-9ec6-582af28a21fd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d13ad328455f4310b156a4d5214c2ca7&device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 1096 time: 0.1276758 Apr 14 16:18:30.412291 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-89faca02-9090-4232-9fe4-921e5a186950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:30.413801 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-89faca02-9090-4232-9fe4-921e5a186950 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2 HTTP/1.1" status: 200 len: 914 time: 0.2008481 Apr 14 16:18:30.428126 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e336a-3ce3-4d46-bedb-3693d4c954ae req-bfde94a6-c286-4e3e-8042-e899b002fad9 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:30.428887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-d48e336a-3ce3-4d46-bedb-3693d4c954ae req-bfde94a6-c286-4e3e-8042-e899b002fad9 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Synchronizing usage tracker for tenant:f1140d8deff34a3bbd8afa4f2ce022ef on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:30.506669 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-536a71d4-b263-4cd4-87ff-63b0d9a20e44 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 HTTP/1.1" status: 200 len: 217 time: 0.0740831 Apr 14 16:18:30.551932 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-d48e336a-3ce3-4d46-bedb-3693d4c954ae req-bfde94a6-c286-4e3e-8042-e899b002fad9 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Unset dirty status for tenant:f1140d8deff34a3bbd8afa4f2ce022ef on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:30.553056 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d48e336a-3ce3-4d46-bedb-3693d4c954ae req-bfde94a6-c286-4e3e-8042-e899b002fad9 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 943 time: 0.3154230 Apr 14 16:18:30.598586 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d48e336a-3ce3-4d46-bedb-3693d4c954ae req-c4ac1877-7129-46d2-bbb7-9471adcff3cc tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354784 Apr 14 16:18:30.602762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-2c4d5378-ab4b-4402-ab4d-8e65cdd1df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:30.604276 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-2c4d5378-ab4b-4402-ab4d-8e65cdd1df08 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=469c129a-ae82-45ad-b573-9a496d626c00 HTTP/1.1" status: 200 len: 853 time: 0.0907540 Apr 14 16:18:30.666322 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-93246dbc-cf73-4ac8-9ba1-27bda0ebbf10 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b46ff11f-5192-4970-a7f7-9c8a6aa550a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513904 Apr 14 16:18:30.676895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86257ec-a754-44d1-a942-809e1e13ab63 req-3dd9d6a0-e9c5-4a00-adc0-8c71a60030a6 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:30.678628 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a86257ec-a754-44d1-a942-809e1e13ab63 req-3dd9d6a0-e9c5-4a00-adc0-8c71a60030a6 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 943 time: 0.0896761 Apr 14 16:18:30.721422 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a86257ec-a754-44d1-a942-809e1e13ab63 req-36e99563-c0fb-48c6-99d5-35b1de77e9c2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264218 Apr 14 16:18:30.809752 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-ee048dfc-b047-4c78-8030-303952834976 service neutron] 10.222.0.49 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369567 Apr 14 16:18:30.955861 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-81b4b9a7-db2b-4ef0-a66c-dc15c08b378f req-fc4611ed-2e20-4cf5-afa4-3b49a6381c6a service neutron] 10.222.0.49 "GET /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376340 Apr 14 16:18:31.804241 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c5b70-1858-4716-9d06-dcdde0156f22 req-87983e3a-0171-49ba-bc34-54c2ef900f27 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:31.805925 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fd5c5b70-1858-4716-9d06-dcdde0156f22 req-87983e3a-0171-49ba-bc34-54c2ef900f27 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 943 time: 0.0896294 Apr 14 16:18:31.840220 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fd5c5b70-1858-4716-9d06-dcdde0156f22 req-4a6fd40c-c1ac-43ba-a0d9-e628c489c15f tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256972 Apr 14 16:18:31.927585 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e48f8-5063-4c25-9795-701670fee30c req-3e4b2639-8fb0-4d01-9ec8-cd593391ad3e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:31.929108 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d44e48f8-5063-4c25-9795-701670fee30c req-3e4b2639-8fb0-4d01-9ec8-cd593391ad3e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 943 time: 0.0917876 Apr 14 16:18:31.960696 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d44e48f8-5063-4c25-9795-701670fee30c req-27d14fe6-df4f-4a99-afc1-dc1574d435a2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249057 Apr 14 16:18:32.438268 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 5df29be2-9204-4ceb-9932-9addba1c23f6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:18:32.587446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 5df29be2-9204-4ceb-9932-9addba1c23f6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5df29be2-9204-4ceb-9932-9addba1c23f6,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:32.603698 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '5df29be2-9204-4ceb-9932-9addba1c23f6', 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1', 'port_id': '5df29be2-9204-4ceb-9932-9addba1c23f6', 'mac_address': 'fa:16:3e:1c:12:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5109b2-98e8-4bfd-b097-d6bb2ba9784b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:18:32.693378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:32.714677 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df29be2-9204-4ceb-9932-9addba1c23f6 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:32.732983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 5df29be2-9204-4ceb-9932-9addba1c23f6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5df29be2-9204-4ceb-9932-9addba1c23f6,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:32.736791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:32.737589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:18:32.741392 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:32.892928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=5df29be2-9204-4ceb-9932-9addba1c23f6,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:32.897621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:32.953057 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:32.968410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': 'e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77', 'network_id': 'b46ff11f-5192-4970-a7f7-9c8a6aa550a2', 'port_id': 'e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77', 'mac_address': 'fa:16:3e:f0:5c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '469c129a-ae82-45ad-b573-9a496d626c00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:18:33.042251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:33.043646 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:33.060825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:33.061713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e34b7-7f1c-4e4f-836f-0368ab29f8df req-71b79ab4-85c3-46e3-b3e6-f7f531fe3dab tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:33.064019 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-288e34b7-7f1c-4e4f-836f-0368ab29f8df req-71b79ab4-85c3-46e3-b3e6-f7f531fe3dab tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 944 time: 0.1074252 Apr 14 16:18:33.064581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:33.066925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1d856abc-6e8f-4b60-9ef0-80bc81cf3453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:33.102914 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-288e34b7-7f1c-4e4f-836f-0368ab29f8df req-27f1e41a-abe6-4a55-b454-0c4dc533a867 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305409 Apr 14 16:18:33.143275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:33.146611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:33.171472 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05591308-caab-4271-9622-8af77af99ad2 req-cedeac06-1384-4515-bbe2-8b82e2a39810 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:33.173091 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05591308-caab-4271-9622-8af77af99ad2 req-cedeac06-1384-4515-bbe2-8b82e2a39810 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 944 time: 0.0964456 Apr 14 16:18:33.204828 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-05591308-caab-4271-9622-8af77af99ad2 req-f8a67d92-9dda-472c-a833-7fa0238a77bf tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251002 Apr 14 16:18:33.312785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['5df29be2-9204-4ceb-9932-9addba1c23f6'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:33.340867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:34.308531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e5661-deed-4306-b71f-e4fc6cf51d1d req-027856a7-685e-49ae-bb98-3dc8d71aba93 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:34.310179 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-799e5661-deed-4306-b71f-e4fc6cf51d1d req-027856a7-685e-49ae-bb98-3dc8d71aba93 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 944 time: 0.0925877 Apr 14 16:18:34.342670 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-799e5661-deed-4306-b71f-e4fc6cf51d1d req-0733c3b1-e44c-4605-9dc7-01e7dbdc13f3 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256009 Apr 14 16:18:34.421572 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b43eb7-ec98-4589-97ba-b06861372057 req-17574293-31ff-47df-895a-3f92767736f2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:34.423221 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-29b43eb7-ec98-4589-97ba-b06861372057 req-17574293-31ff-47df-895a-3f92767736f2 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 944 time: 0.0960276 Apr 14 16:18:34.445901 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:18:34.454843 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-29b43eb7-ec98-4589-97ba-b06861372057 req-ec2a57b9-a411-407d-bbd6-cdc47c11e294 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247123 Apr 14 16:18:34.517624 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:18:34.523815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:18:34.524243 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:34.657332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:34.669693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824dbf08-25cd-4f54-8f0e-a21e55fc8dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:34.680391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:34.683722 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:34.684651 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 5df29be2-9204-4ceb-9932-9addba1c23f6 up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:18:34.716182 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b68d8896-dab1-4f75-bcba-06572429e850 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:34.762554 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824dbf08-25cd-4f54-8f0e-a21e55fc8dd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77', 'code': 200} Apr 14 16:18:34.816936 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:34.820953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:34.828613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 5df29be2-9204-4ceb-9932-9addba1c23f6 completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:18:34.833776 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 5df29be2-9204-4ceb-9932-9addba1c23f6 triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:18:34.834226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:34.965533 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:34.983386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 5df29be2-9204-4ceb-9932-9addba1c23f6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5df29be2-9204-4ceb-9932-9addba1c23f6,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:34.986783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:34.988768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:34.998670 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79006d-bada-43c5-99c7-7bda093a521b req-c63c0169-13af-4145-bd9c-bf5e8d69a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:35.000263 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ca79006d-bada-43c5-99c7-7bda093a521b req-c63c0169-13af-4145-bd9c-bf5e8d69a964 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 1098 time: 0.0870831 Apr 14 16:18:35.035732 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ca79006d-bada-43c5-99c7-7bda093a521b req-79324ba2-919e-427a-9727-1077aa69a53b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250583 Apr 14 16:18:35.060911 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=5df29be2-9204-4ceb-9932-9addba1c23f6,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:35.064138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:35.548209 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890d13-d1b2-41a0-b196-e0111fd390a8 req-ddf20e13-ef4c-48cf-aa39-e5d6b9f32151 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:35.549855 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8c890d13-d1b2-41a0-b196-e0111fd390a8 req-ddf20e13-ef4c-48cf-aa39-e5d6b9f32151 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 945 time: 0.0916145 Apr 14 16:18:35.583907 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8c890d13-d1b2-41a0-b196-e0111fd390a8 req-30c6563b-cbd0-47fc-bba3-5de915874459 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268478 Apr 14 16:18:35.665961 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201670b-7644-4e48-9da9-1d3909b5ba78 req-9488c52e-84b7-4944-ab9d-516d2b61d6a1 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:35.667530 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5201670b-7644-4e48-9da9-1d3909b5ba78 req-9488c52e-84b7-4944-ab9d-516d2b61d6a1 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 945 time: 0.0889926 Apr 14 16:18:35.700381 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5201670b-7644-4e48-9da9-1d3909b5ba78 req-8ab434b6-7799-4eed-82bb-67cae4a8d650 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259533 Apr 14 16:18:36.764696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df29be2-9204-4ceb-9932-9addba1c23f6'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:36.790784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b45c0-e518-4e56-9b62-f4eaef9b6604 req-7c4013e4-7be7-432d-8b45-c98bfae24aa5 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:36.792410 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cd2b45c0-e518-4e56-9b62-f4eaef9b6604 req-7c4013e4-7be7-432d-8b45-c98bfae24aa5 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 945 time: 0.0927379 Apr 14 16:18:36.828684 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-cd2b45c0-e518-4e56-9b62-f4eaef9b6604 req-b6df49a1-769e-4bcc-a438-177c4f0fb7fe tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295830 Apr 14 16:18:36.885379 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df29be2-9204-4ceb-9932-9addba1c23f6', 'code': 200} Apr 14 16:18:36.912505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc294e46-9791-4922-b837-faa73c7662a9 req-82c58b49-e3da-4dfc-8a7d-3abc67fc154d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:36.914966 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bc294e46-9791-4922-b837-faa73c7662a9 req-82c58b49-e3da-4dfc-8a7d-3abc67fc154d tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 945 time: 0.1005089 Apr 14 16:18:36.956623 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-bc294e46-9791-4922-b837-faa73c7662a9 req-1566bf5a-3f9d-4e84-b7f3-48d46b498483 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290711 Apr 14 16:18:37.135623 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da54d54-ca87-4163-9a43-5e660952f95d req-4a49bd44-5b01-4c16-8255-55ea90cb08b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:37.137239 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0da54d54-ca87-4163-9a43-5e660952f95d req-4a49bd44-5b01-4c16-8255-55ea90cb08b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 1098 time: 0.0798297 Apr 14 16:18:37.166751 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0da54d54-ca87-4163-9a43-5e660952f95d req-5230bbcb-8d77-45f7-8649-52211b5d88c9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0222182 Apr 14 16:18:38.050332 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d2fa8-4b45-4aae-9c90-5ea253b8f87d req-2d86b5b0-ec32-4328-ad10-3a5b7bfde8a6 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:38.052026 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2e0d2fa8-4b45-4aae-9c90-5ea253b8f87d req-2d86b5b0-ec32-4328-ad10-3a5b7bfde8a6 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 945 time: 0.1017828 Apr 14 16:18:38.090154 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-2e0d2fa8-4b45-4aae-9c90-5ea253b8f87d req-a159e1cc-08b2-4617-bcb5-9dcea105a4ab tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299423 Apr 14 16:18:39.302924 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d38d0-d6ef-4e0c-b8c2-e8f2d9459069 req-785b094b-e215-4eb7-b4d8-29f40460f8eb tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:39.304591 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f26d38d0-d6ef-4e0c-b8c2-e8f2d9459069 req-785b094b-e215-4eb7-b4d8-29f40460f8eb tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 945 time: 0.0896959 Apr 14 16:18:39.337306 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-f26d38d0-d6ef-4e0c-b8c2-e8f2d9459069 req-f3a33f01-8936-4ccb-85c5-1888ca2224b2 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257182 Apr 14 16:18:39.837402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:40.671852 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223e2d1-6c4b-4a1e-848b-d5cd4eae4fe2 req-a2c4ea0f-0e33-4b73-a1ff-7b242d7278df tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:40.673596 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e223e2d1-6c4b-4a1e-848b-d5cd4eae4fe2 req-a2c4ea0f-0e33-4b73-a1ff-7b242d7278df tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 945 time: 0.3511901 Apr 14 16:18:40.724655 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e223e2d1-6c4b-4a1e-848b-d5cd4eae4fe2 req-1aee28ca-bb8f-494e-be1a-ec7aecef1f52 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441406 Apr 14 16:18:41.807370 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:18:41.858470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-09ab9a47-d4bd-4035-8f92-bae1b88b87d4 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:41.860131 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-09ab9a47-d4bd-4035-8f92-bae1b88b87d4 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.49 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 945 time: 0.0952380 Apr 14 16:18:41.939122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Deleting port 5df29be2-9204-4ceb-9932-9addba1c23f6 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:18:41.939515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:41.940699 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa17a57-3560-4e32-9457-d398742501f3 req-00b31c01-f897-48d7-90d2-1b22d2652b15 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:41.942355 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0fa17a57-3560-4e32-9457-d398742501f3 req-00b31c01-f897-48d7-90d2-1b22d2652b15 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 945 time: 0.0960069 Apr 14 16:18:41.974194 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-0fa17a57-3560-4e32-9457-d398742501f3 req-e178fb54-ab19-4f63-a108-770571e36716 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251994 Apr 14 16:18:42.204890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] For port 5df29be2-9204-4ceb-9932-9addba1c23f6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5df29be2-9204-4ceb-9932-9addba1c23f6,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:42.205299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:42.336895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Calling delete_port for 5df29be2-9204-4ceb-9932-9addba1c23f6 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:18:42.485409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:42.496689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['5df29be2-9204-4ceb-9932-9addba1c23f6'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:42.501761 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:42.550539 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Pushing event deleted for resources: {'Port': ['ID=5df29be2-9204-4ceb-9932-9addba1c23f6,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:42.600539 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:42.748564 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] No DVR routers for this DVR port 5df29be2-9204-4ceb-9932-9addba1c23f6 on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:18:42.751282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:42.753943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb', 'name': 'network-vif-deleted', 'tag': '5df29be2-9204-4ceb-9932-9addba1c23f6'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:42.769760 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3f23c424-5511-43e9-a665-aa34cbe5ccd3 req-c4093c66-f20c-45d8-b8b6-eba8eae38eb8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.49 "DELETE /v2.0/ports/5df29be2-9204-4ceb-9932-9addba1c23f6 HTTP/1.1" status: 204 len: 173 time: 0.9038172 Apr 14 16:18:42.809221 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb', 'name': 'network-vif-deleted', 'tag': '5df29be2-9204-4ceb-9932-9addba1c23f6', 'status': 'completed', 'code': 200} Apr 14 16:18:43.159338 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ad6b3f4d-823b-4736-a9fa-38e617ea14bf req-856a7411-ced6-4316-9425-bda4b823de49 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=bfc17d21-aec8-4ed0-b06e-c8e8d02aeecb HTTP/1.1" status: 200 len: 210 time: 0.0520356 Apr 14 16:18:44.561474 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c078b6-8f81-417e-82a3-f992e73235cc req-d6c89539-372a-489f-9fca-42883a05d104 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:44.563102 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-d6c89539-372a-489f-9fca-42883a05d104 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/networks?id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1 HTTP/1.1" status: 200 len: 809 time: 0.1599348 Apr 14 16:18:44.579986 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-59c7252f-21a9-4a91-adf6-fa2ed54a12f0 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/quotas/f1140d8deff34a3bbd8afa4f2ce022ef HTTP/1.1" status: 200 len: 375 time: 0.0106032 Apr 14 16:18:44.634194 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-95c078b6-8f81-417e-82a3-f992e73235cc req-dfe0570d-da79-48c2-a4ea-9813e84111ce tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Synchronizing usage tracker for tenant:f1140d8deff34a3bbd8afa4f2ce022ef on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:44.650235 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-95c078b6-8f81-417e-82a3-f992e73235cc req-dfe0570d-da79-48c2-a4ea-9813e84111ce tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Unset dirty status for tenant:f1140d8deff34a3bbd8afa4f2ce022ef on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:44.651640 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-dfe0570d-da79-48c2-a4ea-9813e84111ce tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1140d8deff34a3bbd8afa4f2ce022ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658567 Apr 14 16:18:44.799151 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-6c081fa4-c395-4aa5-a6f7-6d9f82cd202a service neutron] 10.222.0.61 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394513 Apr 14 16:18:44.941121 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-ab7f7b1c-59e4-43e5-8b25-a9593ed94393 service neutron] 10.222.0.61 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351795 Apr 14 16:18:45.138783 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a40fe432-c1ae-4fee-935c-523efce18027 req-f132c65c-cc35-4339-9644-4a3d4d6af391 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 210 time: 0.0533149 Apr 14 16:18:46.221894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c078b6-8f81-417e-82a3-f992e73235cc req-ef1c50a1-a94f-4b55-9c2c-50ab14ea65db tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:46.223579 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-ef1c50a1-a94f-4b55-9c2c-50ab14ea65db tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.49 "GET /v2.0/networks?id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1 HTTP/1.1" status: 200 len: 809 time: 0.1597550 Apr 14 16:18:46.238251 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Request body: {'port': {'device_id': '976593e8-aaee-46cd-ba17-2582c84697ba', 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1', 'admin_state_up': True, 'tenant_id': 'f1140d8deff34a3bbd8afa4f2ce022ef'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:46.307541 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-9f5cf450-5a21-4871-b560-01d5f9c22a81 req-3ccc6703-e9d7-4d41-b2f9-2bbb1174e3ad tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 210 time: 0.0544138 Apr 14 16:18:46.387573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:18:46.397536 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:18:46.406266 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Made reservation on behalf of f1140d8deff34a3bbd8afa4f2ce022ef for: {'port': 1} {{(pid=85270) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 14 16:18:46.412322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:46.503538 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 5df29be2-9204-4ceb-9932-9addba1c23f6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:18:46.540077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: 5df29be2-9204-4ceb-9932-9addba1c23f6 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:18:46.540471 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 5df29be2-9204-4ceb-9932-9addba1c23f6 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:18:46.566238 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_common [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Allocated IP 172.20.0.5 (f127e775-33a8-4ff0-a5d5-b7645cf4eae1/dd5109b2-98e8-4bfd-b097-d6bb2ba9784b/20747af9-d5eb-4aeb-90aa-e4f4ef3979bd) {{(pid=85270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 14 16:18:46.762851 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks [] for port, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:46.794068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363290451095617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:46.810166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:46.955102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Pushing event updated for resources: {'Port': ['ID=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:46.960379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:47.012367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 is already hosted by enough agents. {{(pid=85270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 14 16:18:47.013658 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.base_scheduler [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Resources bound (agent type, host, resource id): {{(pid=85270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 14 16:18:47.016064 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Received port after_create {{(pid=85270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 14 16:18:47.082169 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:47.082842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:47.107766 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-fcf93258-8fde-4302-8ce3-79f104db4910 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736451 Apr 14 16:18:47.121352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.v2.base [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Request body: {'port': {'device_id': '976593e8-aaee-46cd-ba17-2582c84697ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=85270) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 16:18:47.240820 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:47.628348 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114e4e0-b098-4c03-847b-1676cbd2a4df req-aa4f3d28-957a-4f7a-b680-538b8b08ab65 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:47.629036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-b114e4e0-b098-4c03-847b-1676cbd2a4df req-aa4f3d28-957a-4f7a-b680-538b8b08ab65 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Synchronizing usage tracker for tenant:f1140d8deff34a3bbd8afa4f2ce022ef on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:18:47.653592 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-b114e4e0-b098-4c03-847b-1676cbd2a4df req-aa4f3d28-957a-4f7a-b680-538b8b08ab65 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Unset dirty status for tenant:f1140d8deff34a3bbd8afa4f2ce022ef on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:18:47.654915 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b114e4e0-b098-4c03-847b-1676cbd2a4df req-aa4f3d28-957a-4f7a-b680-538b8b08ab65 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 931 time: 0.2118816 Apr 14 16:18:47.738724 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b114e4e0-b098-4c03-847b-1676cbd2a4df req-bc05cb5f-9a8e-4820-bf80-a11b183189fd tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732136 Apr 14 16:18:47.749861 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd {{(pid=85270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:47.760418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:47.776071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Transition to ACTIVE for port object 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd will not be triggered until provisioned by entity L2. {{(pid=85270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 16:18:47.778828 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:47.794213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:47.932277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Pushing event updated for resources: {'Port': ['ID=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,revision_number=2']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:47.937478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:48.390655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Attempting to bind port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd on host hv-cinder-78626 for vnic_type normal with profile {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 16:18:48.391259 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Attempting to bind port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'a937b3c9-438f-4581-a5df-e571dd365dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1'}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 14 16:18:48.391379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Attempting to bind port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd on network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:18:48.396106 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd on network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 16:18:48.396467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Attempting to bind port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd on network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 14 16:18:48.401894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Checking agent: {'id': 'b0626c7b-1f60-42b0-ba93-da27f7a180b1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'started_at': datetime.datetime(2021, 4, 14, 16, 9, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 14, 16, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 14 16:18:48.402299 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Checking segment: {'id': 'a937b3c9-438f-4581-a5df-e571dd365dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 14 16:18:48.402716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Bound using segment: {'id': 'a937b3c9-438f-4581-a5df-e571dd365dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1'} {{(pid=85270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 14 16:18:48.403176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Bound port: 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a937b3c9-438f-4581-a5df-e571dd365dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1'}}] {{(pid=85270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 14 16:18:48.403549 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:48.484076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] For port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd, host hv-cinder-78626, cleared binding levels {{(pid=85270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 14 16:18:48.487196 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] For port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 14 16:18:48.490556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036847439530'] for port, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:48.506237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-325ba08f-e62e-4dd0-93ac-7a947058da2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:48.656710 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Pushing event updated for resources: {'Port': ['ID=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,revision_number=3']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:48.662508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:48.697769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:48.697769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:48.699234 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c841ec17-2132-4cc7-aaa7-18aaf5ccbdca service neutron] 10.222.0.49 "PUT /v2.0/ports/20747af9-d5eb-4aeb-90aa-e4f4ef3979bd HTTP/1.1" status: 200 len: 1093 time: 1.5824902 Apr 14 16:18:48.699778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976593e8-aaee-46cd-ba17-2582c84697ba', 'tag': '20747af9-d5eb-4aeb-90aa-e4f4ef3979bd'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:48.780472 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976593e8-aaee-46cd-ba17-2582c84697ba', 'tag': '20747af9-d5eb-4aeb-90aa-e4f4ef3979bd', 'status': 'completed', 'code': 200} Apr 14 16:18:48.839970 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c078b6-8f81-417e-82a3-f992e73235cc req-e91ff3e6-5c21-41f1-a7b5-9a08e070e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:48.841597 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-e91ff3e6-5c21-41f1-a7b5-9a08e070e688 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1140d8deff34a3bbd8afa4f2ce022ef&device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 1096 time: 0.1024764 Apr 14 16:18:48.918353 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-1d3eec38-4dc8-435e-b20d-b73d8d3f3cd3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd HTTP/1.1" status: 200 len: 217 time: 0.0683556 Apr 14 16:18:48.950776 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbb9ab-a605-469a-aa94-88b4c9e05c9a req-6d681ce8-82cf-491e-b3a9-b1e57d776520 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:48.952439 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b2dbb9ab-a605-469a-aa94-88b4c9e05c9a req-6d681ce8-82cf-491e-b3a9-b1e57d776520 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 943 time: 0.0906312 Apr 14 16:18:48.988055 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b2dbb9ab-a605-469a-aa94-88b4c9e05c9a req-e3ca0fae-0231-4961-af73-915db8761c70 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290084 Apr 14 16:18:48.991962 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c078b6-8f81-417e-82a3-f992e73235cc req-d5f89fee-e605-47b4-a24c-2ba1cd4190e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:48.993826 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-d5f89fee-e605-47b4-a24c-2ba1cd4190e1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd5109b2-98e8-4bfd-b097-d6bb2ba9784b HTTP/1.1" status: 200 len: 849 time: 0.0690551 Apr 14 16:18:49.057169 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-c7aa12e0-e844-4db4-a091-c3792a1d5aa3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472002 Apr 14 16:18:49.206925 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-8c86e17b-4802-4f6a-85ae-14e782506f3a service neutron] 10.222.0.49 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411738 Apr 14 16:18:49.354696 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-95c078b6-8f81-417e-82a3-f992e73235cc req-b16f20bc-100f-4600-93cf-47e6fec44b79 service neutron] 10.222.0.49 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402805 Apr 14 16:18:49.484981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9904-f8c6-420e-99a5-0532706636ea req-fc074cf1-fb05-4d4f-876a-abfcb5f10191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:49.486653 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-740a9904-f8c6-420e-99a5-0532706636ea req-fc074cf1-fb05-4d4f-876a-abfcb5f10191 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f1140d8deff34a3bbd8afa4f2ce022ef&device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 1096 time: 0.0834048 Apr 14 16:18:49.639938 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9904-f8c6-420e-99a5-0532706636ea req-4bb579ea-3ff9-42a1-9f7c-044cc37a2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:49.641498 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-740a9904-f8c6-420e-99a5-0532706636ea req-4bb579ea-3ff9-42a1-9f7c-044cc37a2f6a service neutron] 10.222.0.49 "GET /v2.0/networks?id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1 HTTP/1.1" status: 200 len: 910 time: 0.1393707 Apr 14 16:18:49.720662 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-740a9904-f8c6-420e-99a5-0532706636ea req-fca82f80-bc0e-4263-abd2-aa17b7311e54 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd HTTP/1.1" status: 200 len: 217 time: 0.0652921 Apr 14 16:18:49.794013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a9904-f8c6-420e-99a5-0532706636ea req-3fe5a34b-7618-4991-bfb5-cc4242504039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:49.795555 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-740a9904-f8c6-420e-99a5-0532706636ea req-3fe5a34b-7618-4991-bfb5-cc4242504039 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=dd5109b2-98e8-4bfd-b097-d6bb2ba9784b HTTP/1.1" status: 200 len: 849 time: 0.0671089 Apr 14 16:18:49.849792 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-740a9904-f8c6-420e-99a5-0532706636ea req-ebf86ee5-20e9-4ad3-adf4-8f8660e83e91 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f127e775-33a8-4ff0-a5d5-b7645cf4eae1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456605 Apr 14 16:18:49.994311 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-740a9904-f8c6-420e-99a5-0532706636ea req-ffd7be50-14b8-4e00-836c-de87185235d5 service neutron] 10.222.0.49 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370695 Apr 14 16:18:50.185595 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-740a9904-f8c6-420e-99a5-0532706636ea req-c9dd91a4-d27c-4c0a-8f48-7e632f62a96e service neutron] 10.222.0.49 "GET /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838360 Apr 14 16:18:50.219396 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2da33-a0cc-4bb3-8019-95a8fb364981 req-89ea5829-62a8-4352-8b75-a77ef0bf43a8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:50.220981 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-13b2da33-a0cc-4bb3-8019-95a8fb364981 req-89ea5829-62a8-4352-8b75-a77ef0bf43a8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 943 time: 0.1068172 Apr 14 16:18:50.252828 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-13b2da33-a0cc-4bb3-8019-95a8fb364981 req-c0f64cb7-a578-4c48-8441-b9d50af113f8 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248785 Apr 14 16:18:51.524465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0248797-3a8d-49b5-9944-c47dd37899fc req-74c9c3d3-c40f-47f4-9e80-6eb32a9e793e tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:51.526007 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e0248797-3a8d-49b5-9944-c47dd37899fc req-74c9c3d3-c40f-47f4-9e80-6eb32a9e793e tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 943 time: 0.1194248 Apr 14 16:18:51.557739 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e0248797-3a8d-49b5-9944-c47dd37899fc req-5458f2e9-7c37-4a9a-af3e-64d15d8e791d tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251837 Apr 14 16:18:51.608686 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d1228-e9f6-4846-b0d8-08d21fff6446 req-e781f4b1-2866-4b5e-ae38-4ddad19d4367 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:51.610316 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-467d1228-e9f6-4846-b0d8-08d21fff6446 req-e781f4b1-2866-4b5e-ae38-4ddad19d4367 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 947 time: 0.0941720 Apr 14 16:18:51.640876 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-467d1228-e9f6-4846-b0d8-08d21fff6446 req-d2354a4e-d240-4fa4-8963-5293178a633f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239780 Apr 14 16:18:52.525031 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=85271) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 14 16:18:52.673593 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:52.690295 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Returning: {'device': '20747af9-d5eb-4aeb-90aa-e4f4ef3979bd', 'network_id': 'f127e775-33a8-4ff0-a5d5-b7645cf4eae1', 'port_id': '20747af9-d5eb-4aeb-90aa-e4f4ef3979bd', 'mac_address': 'fa:16:3e:86:a9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5109b2-98e8-4bfd-b097-d6bb2ba9784b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85271) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 14 16:18:52.757959 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:52.759373 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd {{(pid=85271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 14 16:18:52.776720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:52.777315 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad41f39-3b74-40b1-87a8-235c89e679c7 req-e0d7ea32-19a1-4496-a583-5f15a1a6d800 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:52.781464 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:52.783524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:52.785669 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6ad41f39-3b74-40b1-87a8-235c89e679c7 req-e0d7ea32-19a1-4496-a583-5f15a1a6d800 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 943 time: 0.1078637 Apr 14 16:18:52.818140 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6ad41f39-3b74-40b1-87a8-235c89e679c7 req-c4a6be39-20f0-4222-bb4c-d5e499a3e2b7 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314577 Apr 14 16:18:52.858128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,revision_number=4']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:52.861668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:52.880616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50971f81-7163-4cc0-905a-231385030672 req-1a24e495-f08a-412a-bbda-526a680053f3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:52.882512 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50971f81-7163-4cc0-905a-231385030672 req-1a24e495-f08a-412a-bbda-526a680053f3 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 947 time: 0.0992637 Apr 14 16:18:52.913182 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-50971f81-7163-4cc0-905a-231385030672 req-b0ff36f7-ce43-4d31-94bc-e0abb3edb8e6 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups?id=52a2442a-76fd-4a56-8c17-88948a8aa263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241919 Apr 14 16:18:53.039787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['20747af9-d5eb-4aeb-90aa-e4f4ef3979bd'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:18:53.087771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-ef8c8347-51bc-4de4-9cc0-eaea73d8b6d8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:53.089403 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-ef8c8347-51bc-4de4-9cc0-eaea73d8b6d8 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 947 time: 0.0951650 Apr 14 16:18:53.170179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Deleting port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:18:53.170573 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:53.454579 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] For port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:53.454986 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:53.766481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:53.767033 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-393986'] for floatingip, after_update {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:53.767171 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Floating IP 875d2cab-5b2c-418c-b622-b63c627f6d8e disassociated. External IP: 172.28.2.190, port: 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2. Apr 14 16:18:53.767484 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Calling delete_port for 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:18:53.918336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:53.934643 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-99a4c05c-64d0-4b32-8dc3-3db86eff98e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:54.033839 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d712101-ce43-433e-ad20-d1f0a429014a req-e1d1726b-f321-4f64-ae5d-7912525e1b06 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:54.034059 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event deleted for resources: {'Port': ['ID=60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:54.035450 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7d712101-ce43-433e-ad20-d1f0a429014a req-e1d1726b-f321-4f64-ae5d-7912525e1b06 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 944 time: 0.0978723 Apr 14 16:18:54.041467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:54.068535 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7d712101-ce43-433e-ad20-d1f0a429014a req-4a7714d7-001b-4715-9555-bc5bea738831 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264256 Apr 14 16:18:54.098298 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-a2d8a4ee-5a3f-4abf-b3f5-c6f373e7a927 req-852cc210-41cf-4b8c-baa8-2e2b270c7de4 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 210 time: 0.0557365 Apr 14 16:18:54.442818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0838e747-7bb9-4c19-b247-a9f0b86f318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.533707 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd up at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 14 16:18:54.615440 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:18:54.637312 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning for port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd completed by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 14 16:18:54.643289 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.provisioning_blocks [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Provisioning complete for port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd triggered by entity L2. {{(pid=85271) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 14 16:18:54.644083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-73620'] for port, provisioning_complete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.833649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036852770626'] for port, before_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.846311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976593e8-aaee-46cd-ba17-2582c84697ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20747af9-d5eb-4aeb-90aa-e4f4ef3979bd'}] {{(pid=85271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:54.856628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:18:54.858452 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] For port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:18:54.867158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746404122654', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363290451095600', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746403680234'] for port, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.867638 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] Sync routers for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:18:54.869433 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:54.878720 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:54.879561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:54.912361 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976593e8-aaee-46cd-ba17-2582c84697ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20747af9-d5eb-4aeb-90aa-e4f4ef3979bd', 'code': 200} Apr 14 16:18:54.947601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] No DVR routers for this DVR port 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:18:54.948473 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Pushing event updated for resources: {'Port': ['ID=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,revision_number=5']} {{(pid=85271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:54.950654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:54.951849 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85271) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:54.956352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-deleted', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:18:54.971794 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-074599b9-4da4-4c46-bea9-5202ea69b0a6 req-18723eee-8734-4d05-8885-3a59bc13287f tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.49 "DELETE /v2.0/ports/60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 HTTP/1.1" status: 204 len: 173 time: 1.8746183 Apr 14 16:18:55.014217 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c84e65d-7a55-46ca-9e90-eb75d002e2e1', 'name': 'network-vif-deleted', 'tag': '60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2', 'status': 'completed', 'code': 200} Apr 14 16:18:55.088700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:55.194129 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5b333-8648-49a7-8ee0-ec26b703fd07 req-a84051dc-3f90-4846-b05b-68853c213065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:55.196457 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ea5b333-8648-49a7-8ee0-ec26b703fd07 req-a84051dc-3f90-4846-b05b-68853c213065 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 1098 time: 0.0876966 Apr 14 16:18:55.238379 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7ea5b333-8648-49a7-8ee0-ec26b703fd07 req-b02af4e1-5c11-4701-839d-cf8763c0b961 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289149 Apr 14 16:18:55.373790 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d30d02-44e9-40d4-8bb1-6df93d01baa6 req-e65edfa2-1d1a-4448-8e2e-38e1847f4c2d tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:55.375763 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b2d30d02-44e9-40d4-8bb1-6df93d01baa6 req-e65edfa2-1d1a-4448-8e2e-38e1847f4c2d tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 945 time: 0.1281092 Apr 14 16:18:55.412122 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6da1a145-b083-4673-8e8e-f2afa6f85154 req-8b45c5b5-7b16-44bb-8c10-dc6fc8b7b257 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c84e65d-7a55-46ca-9e90-eb75d002e2e1 HTTP/1.1" status: 200 len: 210 time: 0.0636015 Apr 14 16:18:55.445692 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b2d30d02-44e9-40d4-8bb1-6df93d01baa6 req-d4292207-0c4d-4a89-ac3f-53489234a646 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618165 Apr 14 16:18:55.635120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:55.639311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] Checking router: a6001bd5-6439-4907-aa06-e3dc16dfaeb0 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:18:55.648456 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:55.649136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:27Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:55.842382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:18:56.197602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:56.202618 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0ca6b-417b-4593-936c-07bb87bfb807 None None] The sync data for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb is: [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:11:37Z', 'revision_number': 4, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': 'c18e037e-9fca-4e52-9ad4-6b49af9a87c7', 'name': '', 'network_id': 'ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'mac_address': 'fa:16:3e:c4:41:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:31Z', 'updated_at': '2021-04-14T16:11:51Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'subnets': [{'id': 'c11a8185-c5c1-495e-8acd-b28b4ae620b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:18:56.373078 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a2b37-de35-4c04-9760-14f16942c077 req-76f902af-96c8-4db3-81a1-a698d61abca9 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:56.374764 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc0a2b37-de35-4c04-9760-14f16942c077 req-76f902af-96c8-4db3-81a1-a698d61abca9 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 945 time: 0.0907850 Apr 14 16:18:56.408460 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-fc0a2b37-de35-4c04-9760-14f16942c077 req-0f43682d-e1d7-41c3-a269-55382821bd20 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262530 Apr 14 16:18:56.569134 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40318) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:56.590227 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8218bd76-cc25-4c37-af42-0de4e4550ab7 None None] New status for floating IP 875d2cab-5b2c-418c-b622-b63c627f6d8e: DOWN {{(pid=85271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:18:56.657409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:56.669147 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28e4bd-cf0e-4398-b98f-bd35d62e13c4 req-c43b3088-f484-427b-90d4-a3f2df2a60f7 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:56.677550 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ec28e4bd-cf0e-4398-b98f-bd35d62e13c4 req-c43b3088-f484-427b-90d4-a3f2df2a60f7 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 945 time: 0.1091011 Apr 14 16:18:56.689429 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:56.715228 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ec28e4bd-cf0e-4398-b98f-bd35d62e13c4 req-b64f4c47-dd96-459b-ab1a-a014004b3e8a tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366168 Apr 14 16:18:56.740862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:56.746567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3010dc01-1273-4853-9a29-7c996064d936 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:56.762334 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a2442a-76fd-4a56-8c17-88948a8aa263,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:56.773824 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.775688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.775688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.775688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.775688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.776043 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.776310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.776584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.776963 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.777784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.778213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.778619 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:18:56.784331 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:56.788481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:56.789633 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "DELETE /v2.0/security-groups/52a2442a-76fd-4a56-8c17-88948a8aa263 HTTP/1.1" status: 204 len: 168 time: 0.2187886 Apr 14 16:18:56.793502 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40324) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:56.813105 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.api.v2.resource [None req-e72f722a-65aa-4bdd-83cc-0497aa63b719 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] show failed (client error): The resource could not be found. Apr 14 16:18:56.817614 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40328) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:56.817738 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e72f722a-65aa-4bdd-83cc-0497aa63b719 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "GET /v2.0/security-groups/52a2442a-76fd-4a56-8c17-88948a8aa263 HTTP/1.1" status: 404 len: 347 time: 0.0229747 Apr 14 16:18:56.997223 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Deleting port ef5c8df5-2b3a-4fa1-8eb0-d162de90f089 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:18:56.997777 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:57.191911 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:57.192389 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:57.318422 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-04c74111-2639-4603-a9a6-ae02ab7eaa79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:57.552006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Calling delete_port for ef5c8df5-2b3a-4fa1-8eb0-d162de90f089 owned by network:floatingip {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:18:57.713653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b7d21-0eed-4d69-b4fe-c53b0db4b783 req-f0e2d1ce-279b-4d95-85c8-dee8230aa018 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:57.715299 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-263b7d21-0eed-4d69-b4fe-c53b0db4b783 req-f0e2d1ce-279b-4d95-85c8-dee8230aa018 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 945 time: 0.1719062 Apr 14 16:18:57.742508 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40346) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:18:57.789855 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-263b7d21-0eed-4d69-b4fe-c53b0db4b783 req-18c7685c-5112-4e24-98a2-b7b7f7de391f tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Apr 14 16:18:57.814587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:57.832791 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-74f081c5-d3ac-47c3-bed1-f03f37641bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:57.926385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Pushing event deleted for resources: {'Port': ['ID=ef5c8df5-2b3a-4fa1-8eb0-d162de90f089,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:57.932966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:57.997036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.032621 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Deleting port 7ab7567c-d566-429d-894c-a8c26ca4a650 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:18:58.033225 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.096352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks [] for floatingip, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.109512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051139b-91ce-4049-976f-a11457a73995 req-79686a9f-b9df-4ac9-ab36-7e86d7b5907a tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:58.111128 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5051139b-91ce-4049-976f-a11457a73995 req-79686a9f-b9df-4ac9-ab36-7e86d7b5907a tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 945 time: 0.2637811 Apr 14 16:18:58.111420 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.115412 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7274cc93-e140-4320-9be5-c7978a89a5cf tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] 10.222.0.61 "DELETE /v2.0/floatingips/875d2cab-5b2c-418c-b622-b63c627f6d8e HTTP/1.1" status: 204 len: 168 time: 1.2939622 Apr 14 16:18:58.211688 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-5051139b-91ce-4049-976f-a11457a73995 req-eb44e0a8-66a2-45c1-ae87-1d9ecc19dff1 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794837 Apr 14 16:18:58.274925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.275305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.281936 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.408655 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Calling delete_port for 7ab7567c-d566-429d-894c-a8c26ca4a650 owned by network:floatingip {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:18:58.567381 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:18:58.573578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.590391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c1a1bcc1-6c11-41d3-a6da-c7de70b0a013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:18:58.605055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:18:58.605633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 60fdcb72-8b87-4d18-ae2d-278bf3e9ffc2 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:18:58.689967 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event deleted for resources: {'Port': ['ID=7ab7567c-d566-429d-894c-a8c26ca4a650,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:18:58.694033 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:18:58.856770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for floatingip, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:58.857158 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.db.l3_db [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Floating IP 393893a3-4fe1-44f2-8b40-3d9749846621 disassociated (deleted). External IP: 172.28.2.63, port: f05fa1bc-5a80-4bbf-a1df-82b549679722. Apr 14 16:18:59.003021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083205b-4c0b-44db-8a10-685c7a98e461 req-25e385b4-55a3-42e4-9c99-bec6c1ae3d57 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:59.004671 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d083205b-4c0b-44db-8a10-685c7a98e461 req-25e385b4-55a3-42e4-9c99-bec6c1ae3d57 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 945 time: 0.0900114 Apr 14 16:18:59.038896 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d083205b-4c0b-44db-8a10-685c7a98e461 req-9cae7f5e-f3c9-4965-b1c1-209f65d954d1 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269930 Apr 14 16:18:59.117367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:59.236283 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:18:59.571856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:18:59.581762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] Sync routers for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:18:59.582015 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-db6ca20c-24e6-40d9-9c5f-4f4c5d3c0892 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:59.583639 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-db6ca20c-24e6-40d9-9c5f-4f4c5d3c0892 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.49 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 945 time: 0.2814591 Apr 14 16:18:59.592730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:18:59.593515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:18:59.595536 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fc837-7a54-4cc6-aab3-b5a5e7d12729 req-e90436e6-8e4f-4537-b2d5-0320e4345894 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:18:59.597108 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-883fc837-7a54-4cc6-aab3-b5a5e7d12729 req-e90436e6-8e4f-4537-b2d5-0320e4345894 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 945 time: 0.2437851 Apr 14 16:18:59.690205 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for floatingip, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:18:59.806319 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:00.002105 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-883fc837-7a54-4cc6-aab3-b5a5e7d12729 req-75b24626-adce-40dd-9034-9eb4dde417f3 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/security-groups?id=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952236 Apr 14 16:19:00.019792 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Deleting port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:00.020234 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.078622 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a9d475c8-8846-4ca1-9588-7b6ce3ecd431 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "DELETE /v2.0/floatingips/393893a3-4fe1-44f2-8b40-3d9749846621 HTTP/1.1" status: 204 len: 168 time: 2.3348460 Apr 14 16:19:00.081669 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:19:00.153488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '95096285-03fc-4db5-a2d8-89088e0e8775', 'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'mac_address': 'fa:16:3e:43:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:40Z', 'updated_at': '2021-04-14T16:13:59Z', 'revision_number': 5, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'subnets': [{'id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:00.157843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] Checking router: 42f9591a-e5b5-43f2-bbcf-dd32f909d06f for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:19:00.167878 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:00.168546 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:00.296626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645cb2b-5efb-4cb6-9fba-b3814133334d req-958339dc-e046-4754-b8fa-03667eb23a3e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:00.298310 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6645cb2b-5efb-4cb6-9fba-b3814133334d req-958339dc-e046-4754-b8fa-03667eb23a3e tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 945 time: 0.0995545 Apr 14 16:19:00.339335 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-6645cb2b-5efb-4cb6-9fba-b3814133334d req-ad351fc9-9daf-47cb-bc80-87ad8d3c3861 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329955 Apr 14 16:19:00.340545 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] For port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,segment=NetworkSegment(a937b3c9-438f-4581-a5df-e571dd365dd9),segment_id=a937b3c9-438f-4581-a5df-e571dd365dd9)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:00.341027 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.384056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:00.418344 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'status': 'completed', 'code': 200} Apr 14 16:19:00.529070 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Calling delete_port for 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:00.547322 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040175f3-5956-4364-bd5d-c73869ed1e92 req-47f9444a-467a-438b-9571-c6c2eccbb7e7 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:00.548956 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-040175f3-5956-4364-bd5d-c73869ed1e92 req-47f9444a-467a-438b-9571-c6c2eccbb7e7 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.0924695 Apr 14 16:19:00.607258 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-040175f3-5956-4364-bd5d-c73869ed1e92 req-2d46483b-13cc-4299-90a9-ae046750f0b5 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437973 Apr 14 16:19:00.647995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-6268a5b7-6003-40a2-af56-8e3297485c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:00.649622 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-6268a5b7-6003-40a2-af56-8e3297485c4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c54499001d8b4a81bad0778281e95ca5&device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 1099 time: 0.2304602 Apr 14 16:19:00.729697 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '95096285-03fc-4db5-a2d8-89088e0e8775', 'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'mac_address': 'fa:16:3e:43:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:40Z', 'updated_at': '2021-04-14T16:13:59Z', 'revision_number': 5, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'subnets': [{'id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:00.733832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca543d11-3d59-412a-8110-394836c3c81b None None] The sync data for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb is: [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:13:42Z', 'revision_number': 4, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb', '_interfaces': [{'id': '95096285-03fc-4db5-a2d8-89088e0e8775', 'name': '', 'network_id': '81a37163-653e-470f-a94e-0abcd991baa3', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'mac_address': 'fa:16:3e:43:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:40Z', 'updated_at': '2021-04-14T16:13:59Z', 'revision_number': 5, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'subnets': [{'id': 'fbfbdec2-470c-45ef-8607-dac093c6fb7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:19:00.821119 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-f048c381-0bb4-4244-94a9-8f47eba05fde tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:00.822809 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-f048c381-0bb4-4244-94a9-8f47eba05fde tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.49 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 945 time: 0.0988429 Apr 14 16:19:00.832108 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.843677 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['20747af9-d5eb-4aeb-90aa-e4f4ef3979bd'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:19:00.877282 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e0698336-1e17-4d98-8de4-5210799d13b0 tempest-ServerRescueNegativeTestJSON-99262786 tempest-ServerRescueNegativeTestJSON-99262786-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:00.916558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Deleting port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:00.916558 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:00.934587 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-c078bfa9-c220-44a9-a08c-36b43779f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:00.936189 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-c078bfa9-c220-44a9-a08c-36b43779f53d service neutron] 10.222.0.49 "GET /v2.0/networks?id=81a37163-653e-470f-a94e-0abcd991baa3 HTTP/1.1" status: 200 len: 909 time: 0.2799370 Apr 14 16:19:01.012840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40382) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:01.059382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Pushing event deleted for resources: {'Port': ['ID=20747af9-d5eb-4aeb-90aa-e4f4ef3979bd,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:01.080304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:01.084087 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-7a52cec3-bccc-4465-81d9-487477c712ec service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722 HTTP/1.1" status: 200 len: 217 time: 0.0926454 Apr 14 16:19:01.185754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441d8f28-6a8b-41cb-a9cc-2097231b96f3 None None] New status for floating IP 393893a3-4fe1-44f2-8b40-3d9749846621: DOWN {{(pid=85271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 14 16:19:01.236004 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-3dae5511-5960-4d78-8c72-30eaa1fe3fdb req-9a0694e5-66c6-4921-9eb7-2cfde0a7ab42 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.61 "GET /v2.0/ports?device_id=976593e8-aaee-46cd-ba17-2582c84697ba HTTP/1.1" status: 200 len: 210 time: 0.0715101 Apr 14 16:19:01.237654 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-942728df-c7a6-40ab-82ba-0ca62dbcd02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:01.239236 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-942728df-c7a6-40ab-82ba-0ca62dbcd02c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbfbdec2-470c-45ef-8607-dac093c6fb7f HTTP/1.1" status: 200 len: 847 time: 0.1403687 Apr 14 16:19:01.369122 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] For port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,segment=NetworkSegment(ffa29e0c-4f04-4b79-93f5-a89b10c88b6c),segment_id=ffa29e0c-4f04-4b79-93f5-a89b10c88b6c)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:01.369524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:01.406770 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] No DVR routers for this DVR port 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:01.413022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:01.433694 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-7d75d939-b0af-4776-8386-eb3008501cc8 req-09a42fd4-537f-4d84-bbb8-f84000ec5492 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] 10.222.0.49 "DELETE /v2.0/ports/20747af9-d5eb-4aeb-90aa-e4f4ef3979bd HTTP/1.1" status: 204 len: 173 time: 1.8283560 Apr 14 16:19:01.451109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-a71e3493-4cbc-489e-bdab-f7f9f396e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:01.452937 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-a71e3493-4cbc-489e-bdab-f7f9f396e2f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=81a37163-653e-470f-a94e-0abcd991baa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1835141 Apr 14 16:19:01.577829 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Calling delete_port for e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 owned by compute:nova {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:01.606641 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-30f7ad9e-3f74-44c1-a21a-bb9553005fb6 service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451144 Apr 14 16:19:01.854252 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-ea41e008-d098-49ae-a5a4-2f2fce9b9e71 req-6e0de265-837b-43fc-bc31-90120729fd40 service neutron] 10.222.0.49 "GET /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398207 Apr 14 16:19:01.927018 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c1c23-a277-4723-92a2-ba31ba877b5e req-e65f7e5d-eb2e-4f03-b552-f48576930498 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:01.927692 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-120c1c23-a277-4723-92a2-ba31ba877b5e req-e65f7e5d-eb2e-4f03-b552-f48576930498 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Synchronizing usage tracker for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:port {{(pid=85270) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 14 16:19:01.929303 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4748eb0-c773-4bc0-838d-dc6c25dac65e req-4dde39b9-2552-4003-b98f-295fc2eee0c7 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:01.930941 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d4748eb0-c773-4bc0-838d-dc6c25dac65e req-4dde39b9-2552-4003-b98f-295fc2eee0c7 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 945 time: 0.3238065 Apr 14 16:19:01.951921 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [req-120c1c23-a277-4723-92a2-ba31ba877b5e req-e65f7e5d-eb2e-4f03-b552-f48576930498 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Unset dirty status for tenant:c54499001d8b4a81bad0778281e95ca5 on resource:port {{(pid=85270) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 14 16:19:01.953204 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-120c1c23-a277-4723-92a2-ba31ba877b5e req-e65f7e5d-eb2e-4f03-b552-f48576930498 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.2189038 Apr 14 16:19:01.993667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-9a332301-b0e1-451e-a22c-dd609a81736f tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85270) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 14 16:19:01.995422 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-9a332301-b0e1-451e-a22c-dd609a81736f tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.49 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 946 time: 0.1438968 Apr 14 16:19:02.003811 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-120c1c23-a277-4723-92a2-ba31ba877b5e req-c215a77f-0b96-4469-9366-10d4035afa53 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/security-groups?id=296da374-d1c2-473f-a9d0-c004b7432341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410492 Apr 14 16:19:02.033836 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-d4748eb0-c773-4bc0-838d-dc6c25dac65e req-95f90171-7804-4ceb-b2d9-9728601194ab tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/security-groups?id=94ab13b6-98a7-4d31-b984-0de69e8497c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924640 Apr 14 16:19:02.043037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:02.056885 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] get_ports_and_sgs() called for port_ids ['e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77'] {{(pid=85271) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 14 16:19:02.060271 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:02.091985 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Deleting port f05fa1bc-5a80-4bbf-a1df-82b549679722 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:02.092580 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:02.160135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Pushing event deleted for resources: {'Port': ['ID=e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:02.168338 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:02.363336 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] For port f05fa1bc-5a80-4bbf-a1df-82b549679722, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f05fa1bc-5a80-4bbf-a1df-82b549679722,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:02.363726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:02.377277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] No DVR routers for this DVR port e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 on host hv-cinder-78626 {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:02.380347 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:02.384677 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '824dbf08-25cd-4f54-8f0e-a21e55fc8dd1', 'name': 'network-vif-deleted', 'tag': 'e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77'}] {{(pid=85269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:19:02.413341 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-b531445b-d00d-4f10-961a-ffc9c882cba4 req-ed6e4702-c2ce-4671-ac46-87e7d360a367 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.49 "DELETE /v2.0/ports/e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 HTTP/1.1" status: 204 len: 173 time: 1.5843494 Apr 14 16:19:02.432105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854332632'] for router_interface, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:02.445591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976593e8-aaee-46cd-ba17-2582c84697ba', 'name': 'network-vif-deleted', 'tag': '20747af9-d5eb-4aeb-90aa-e4f4ef3979bd'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:19:02.525647 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Calling delete_port for f05fa1bc-5a80-4bbf-a1df-82b549679722 owned by compute:nova {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:02.589721 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976593e8-aaee-46cd-ba17-2582c84697ba', 'name': 'network-vif-deleted', 'tag': '20747af9-d5eb-4aeb-90aa-e4f4ef3979bd', 'status': 'completed', 'code': 200} Apr 14 16:19:02.719374 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:02.736287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:02.754666 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '824dbf08-25cd-4f54-8f0e-a21e55fc8dd1', 'name': 'network-vif-deleted', 'tag': 'e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77', 'status': 'completed', 'code': 200} Apr 14 16:19:02.837260 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event deleted for resources: {'Port': ['ID=f05fa1bc-5a80-4bbf-a1df-82b549679722,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:02.844525 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:03.008446 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] No DVR routers for this DVR port f05fa1bc-5a80-4bbf-a1df-82b549679722 on host hv-cinder-78626 {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:03.010866 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772339'] for port, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:03.027867 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-8545a588-cfa1-44b0-932a-6c89ae102083 req-dd80b8bd-fb1c-4679-9c96-4e08af0c4b0a tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.49 "DELETE /v2.0/ports/f05fa1bc-5a80-4bbf-a1df-82b549679722 HTTP/1.1" status: 204 len: 173 time: 1.0229864 Apr 14 16:19:03.124084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Deleting port c18e037e-9fca-4e52-9ad4-6b49af9a87c7 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:03.124632 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:03.290679 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-df8c7689-fb82-4acb-92d9-80ab20176af7 req-17139104-2754-42f7-ab0b-e6b7c9a13d47 tempest-VolumesSnapshotTestJSON-347871625 tempest-VolumesSnapshotTestJSON-347871625-project] 10.222.0.61 "GET /v2.0/ports?device_id=824dbf08-25cd-4f54-8f0e-a21e55fc8dd1 HTTP/1.1" status: 200 len: 210 time: 0.0809650 Apr 14 16:19:03.320611 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [req-e788e932-c327-497a-8088-4f45cdd4318f req-8b9da6e4-026b-46ed-88bb-a7adcf3ca6f8 tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "GET /v2.0/ports?device_id=91ceed7c-f765-4017-961b-1f8a7922e8c3 HTTP/1.1" status: 200 len: 210 time: 0.0550101 Apr 14 16:19:03.380917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] For port c18e037e-9fca-4e52-9ad4-6b49af9a87c7, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=c18e037e-9fca-4e52-9ad4-6b49af9a87c7,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:03.381326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:03.527131 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Calling delete_port for c18e037e-9fca-4e52-9ad4-6b49af9a87c7 owned by network:router_interface {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:03.709407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:03.727790 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-23e13819-cfb8-4f2c-8d25-9585584142a2 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:03.831081 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18e037e-9fca-4e52-9ad4-6b49af9a87c7,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:03.835567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:04.188028 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381601'] for router_interface, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:04.441567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40456) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:04.521953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6a02fdf4-4024-4ed9-98bc-c831be147fee tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:04.559488 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6a02fdf4-4024-4ed9-98bc-c831be147fee tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:04.590895 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'name': 'network-vif-deleted', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722'}] {{(pid=85270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 14 16:19:04.603611 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:04.687580 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6a02fdf4-4024-4ed9-98bc-c831be147fee tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:04.706286 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-72cc45c1-01ea-4d83-a2b7-35e6982f7e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:04.720054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:04.720628 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device 20747af9-d5eb-4aeb-90aa-e4f4ef3979bd not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:04.721665 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:04.736855 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ceed7c-f765-4017-961b-1f8a7922e8c3', 'name': 'network-vif-deleted', 'tag': 'f05fa1bc-5a80-4bbf-a1df-82b549679722', 'status': 'completed', 'code': 200} Apr 14 16:19:04.751699 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02fdf4-4024-4ed9-98bc-c831be147fee tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296da374-d1c2-473f-a9d0-c004b7432341,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:04.760553 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6a02fdf4-4024-4ed9-98bc-c831be147fee tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:04.762534 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6a02fdf4-4024-4ed9-98bc-c831be147fee tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:04.766665 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6a02fdf4-4024-4ed9-98bc-c831be147fee tempest-TestShelveInstance-1028688658 tempest-TestShelveInstance-1028688658-project] 10.222.0.61 "DELETE /v2.0/security-groups/296da374-d1c2-473f-a9d0-c004b7432341 HTTP/1.1" status: 204 len: 168 time: 0.3211606 Apr 14 16:19:04.797569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:04.800200 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device e83c9e59-4f6c-4ed6-a4ca-e8fa8be37a77 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:04.829505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40474) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:04.899767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:19:05.169623 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:19:05.185615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] Sync routers for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:19:05.199447 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:05.200122 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-64b646ca-ca5b-4e55-849b-3cea7f22fb87 admin admin] 10.222.0.61 "PUT /v2.0/routers/a6001bd5-6439-4907-aa06-e3dc16dfaeb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1810417 Apr 14 16:19:05.200861 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40488) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:05.201528 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:05.437726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:05.442518 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks [] for router, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:05.986920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:05.998102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Deleting port 8b98d7fd-ab94-4f2e-9666-4370d4c77158 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:05.998815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:05.999311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150'}], 'enable_snat': True}, 'gw_port_id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:19:03Z', 'revision_number': 5, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port': {'id': '8b98d7fd-ab94-4f2e-9666-4370d4c77158', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:40:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:11:10Z', 'updated_at': '2021-04-14T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:06.004775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] Checking router: a6001bd5-6439-4907-aa06-e3dc16dfaeb0 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:19:06.016949 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] Routers {'a6001bd5-6439-4907-aa06-e3dc16dfaeb0'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:06.017818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:06.097198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854332632'] for router_interface, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:06.198960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] Set router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 gateway port host: None {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:06.273552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] For port 8b98d7fd-ab94-4f2e-9666-4370d4c77158, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=8b98d7fd-ab94-4f2e-9666-4370d4c77158,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:06.274030 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:06.343212 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:19:05Z', 'revision_number': 6, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port_host': None}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:06.350557 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a73bfcd-14e2-430f-b348-d4efa7c291fe None None] The sync data for ids ['a6001bd5-6439-4907-aa06-e3dc16dfaeb0'] in dv-cinder-786266-1-smb is: [{'id': 'a6001bd5-6439-4907-aa06-e3dc16dfaeb0', 'name': 'tempest-AttachVolumeShelveTestJSON-120885245-router', 'tenant_id': 'ddcd108ac1b949099e453989d0b5e973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:11:07Z', 'updated_at': '2021-04-14T16:19:05Z', 'revision_number': 6, 'project_id': 'ddcd108ac1b949099e453989d0b5e973', 'gw_port_host': None}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:19:06.469163 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Calling delete_port for 8b98d7fd-ab94-4f2e-9666-4370d4c77158 owned by network:router_gateway {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:06.606904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device c18e037e-9fca-4e52-9ad4-6b49af9a87c7 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:06.666760 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device f05fa1bc-5a80-4bbf-a1df-82b549679722 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:06.739747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Deleting port 95096285-03fc-4db5-a2d8-89088e0e8775 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:06.743849 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:06.781798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] No Port match for: f05fa1bc-5a80-4bbf-a1df-82b549679722 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:06.784834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Device f05fa1bc-5a80-4bbf-a1df-82b549679722 not bound to the agent host hv-cinder-78626 {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:06.786689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: c18e037e-9fca-4e52-9ad4-6b49af9a87c7 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:06.787082 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device c18e037e-9fca-4e52-9ad4-6b49af9a87c7 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:06.835317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:06.859327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3f75eb95-24f8-4125-a56a-9f8e7e88e5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:06.961775 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] For port 95096285-03fc-4db5-a2d8-89088e0e8775, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=95096285-03fc-4db5-a2d8-89088e0e8775,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:06.962217 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:06.990498 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b98d7fd-ab94-4f2e-9666-4370d4c77158,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:07.002382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:07.165501 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Calling delete_port for 95096285-03fc-4db5-a2d8-89088e0e8775 owned by network:router_interface {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:07.224368 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381767'] for router_gateway, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:07.379625 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:07.397687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ad0b5771-e4c2-4cfd-9bcf-6e77672e4c29 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:07.435730 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854319393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124668'] for router, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:07.438367 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:07.473937 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447599'] for router, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:07.475597 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6001bd5-6439-4907-aa06-e3dc16dfaeb0 {{(pid=85269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:19:07.497671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] Notify callbacks [] for router, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:07.503963 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9a09a164-9873-44c5-8d67-4fca8fd9df61 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a6001bd5-6439-4907-aa06-e3dc16dfaeb0 HTTP/1.1" status: 204 len: 168 time: 2.3014112 Apr 14 16:19:07.505177 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40506) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:07.512845 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Pushing event deleted for resources: {'Port': ['ID=95096285-03fc-4db5-a2d8-89088e0e8775,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:07.517363 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:07.634816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd422e3-7bb1-412a-b014-3354cbb681c6 admin admin] Deleting subnet c11a8185-c5c1-495e-8acd-b28b4ae620b1 {{(pid=85269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:19:07.638696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9dd422e3-7bb1-412a-b014-3354cbb681c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:07.734132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9dd422e3-7bb1-412a-b014-3354cbb681c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036846857966'] for subnet, precommit_delete_associations {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:07.869804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9dd422e3-7bb1-412a-b014-3354cbb681c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.060506 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381601'] for router_interface, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.254785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9dd422e3-7bb1-412a-b014-3354cbb681c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6513017', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6534804'] for subnet, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.272310 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:08.367718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd422e3-7bb1-412a-b014-3354cbb681c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11a8185-c5c1-495e-8acd-b28b4ae620b1,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:08.380787 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9dd422e3-7bb1-412a-b014-3354cbb681c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:08.416610 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9dd422e3-7bb1-412a-b014-3354cbb681c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for subnet, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.423453 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-9dd422e3-7bb1-412a-b014-3354cbb681c6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c11a8185-c5c1-495e-8acd-b28b4ae620b1 HTTP/1.1" status: 204 len: 168 time: 0.9166019 Apr 14 16:19:08.426483 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40518) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:08.427276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a4576-feac-43bf-8401-b605ce1e1dcd None None] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:19:08.593642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.746682 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Deleting port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:08.747069 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:08.826696 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85270) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:19:08.867886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 8b98d7fd-ab94-4f2e-9666-4370d4c77158 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:08.934912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 8b98d7fd-ab94-4f2e-9666-4370d4c77158 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:08.935713 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 8b98d7fd-ab94-4f2e-9666-4370d4c77158 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:09.020221 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec88b95-fbdd-41ea-ac30-6412defe4162 None None] DHCP port deletion for ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 request from dv-cinder-786266-1-smb {{(pid=85271) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:19:09.025771 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-cec88b95-fbdd-41ea-ac30-6412defe4162 None None] Deleting port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:09.026228 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cec88b95-fbdd-41ea-ac30-6412defe4162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.073438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85270) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:19:09.078909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] For port ae72a46e-6b7b-4345-94db-a46fbe23f9b4, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=ae72a46e-6b7b-4345-94db-a46fbe23f9b4,segment=NetworkSegment(fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6),segment_id=fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:09.079316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.098964 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-deaf7769-0c03-4e22-8f1d-942ec79699bd admin admin] 10.222.0.61 "PUT /v2.0/routers/42f9591a-e5b5-43f2-bbcf-dd32f909d06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2675409 Apr 14 16:19:09.100673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40526) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:09.234426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Calling delete_port for ae72a46e-6b7b-4345-94db-a46fbe23f9b4 owned by network:dhcp {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:09.330300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.339719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-cec88b95-fbdd-41ea-ac30-6412defe4162 None None] The port 'ae72a46e-6b7b-4345-94db-a46fbe23f9b4' was deleted {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:19:09.344636 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] Sync routers for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:19:09.358658 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0a5abe67-4ca7-4ae9-9f92-ee315e4e4acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:09.358912 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:09.359582 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:09.414995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae72a46e-6b7b-4345-94db-a46fbe23f9b4,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:09.476056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:09.571640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] No DVR routers for this DVR port ae72a46e-6b7b-4345-94db-a46fbe23f9b4 on host dv-cinder-786266-1-smb {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:09.628158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.664797 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: dv-cinder-786266-1-smb {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:09.740162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.874160 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09']}} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:09.880522 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.891029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Deleting port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:09.891279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6') {'for_net_delete': True} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:09.891617 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.891818 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0bd85b-a6e8-4da4-97ef-8da2a73cd9c6') {} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:09.912898 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846856476'] for segment, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.956327 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:09.973814 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=85269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:19:10.118460 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.148569 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118'}], 'enable_snat': True}, 'gw_port_id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:19:07Z', 'revision_number': 5, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port': {'id': '33dcc8ed-5dd9-4c18-a6be-160427bea6e0', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:32Z', 'updated_at': '2021-04-14T16:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:10.154287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] Checking router: 42f9591a-e5b5-43f2-bbcf-dd32f909d06f for host: dv-cinder-786266-1-smb {{(pid=85271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:19:10.165703 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] Routers {'42f9591a-e5b5-43f2-bbcf-dd32f909d06f'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:10.166615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'], 'active': True} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:10.205672 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:10.217724 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6512918'] for segment, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.270213 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] For port 33dcc8ed-5dd9-4c18-a6be-160427bea6e0, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=33dcc8ed-5dd9-4c18-a6be-160427bea6e0,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:10.270726 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.361768 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] Set router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f gateway port host: None {{(pid=85271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:10.462391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Network ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:10.503731 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:19:09Z', 'revision_number': 6, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port_host': None}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:10.509544 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e11a4-b4f9-4d66-bfe1-79ffda87367f None None] The sync data for ids ['42f9591a-e5b5-43f2-bbcf-dd32f909d06f'] in dv-cinder-786266-1-smb is: [{'id': '42f9591a-e5b5-43f2-bbcf-dd32f909d06f', 'name': 'tempest-TestShelveInstance-613217900-router', 'tenant_id': 'c54499001d8b4a81bad0778281e95ca5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:29Z', 'updated_at': '2021-04-14T16:19:09Z', 'revision_number': 6, 'project_id': 'c54499001d8b4a81bad0778281e95ca5', 'gw_port_host': None}] {{(pid=85271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:19:10.562524 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Calling delete_port for 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 owned by network:router_gateway {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:10.747323 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 95096285-03fc-4db5-a2d8-89088e0e8775 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:10.801742 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 95096285-03fc-4db5-a2d8-89088e0e8775 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:10.802166 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 95096285-03fc-4db5-a2d8-89088e0e8775 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:10.802645 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device ae72a46e-6b7b-4345-94db-a46fbe23f9b4 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:10.829330 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.849314 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f4ec331c-8bfe-4035-b9a9-9262c8632949 tempest-VolumesActionsTest-1863686710 tempest-VolumesActionsTest-1863686710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:10.855278 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: ae72a46e-6b7b-4345-94db-a46fbe23f9b4 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:10.855687 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device ae72a46e-6b7b-4345-94db-a46fbe23f9b4 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:19:10.940699 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:19:10.954535 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.958739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-589fda42-64fd-4665-bc07-d785d8f52a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:10.976201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:10.985642 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:10.989302 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:11.001478 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=33dcc8ed-5dd9-4c18-a6be-160427bea6e0,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:11.017746 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:11.018664 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-479e1b48-c9c2-480b-a8e1-3bfadccf8545 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ce8ced6c-1218-4c2c-8bbc-7b575cf1bb09 HTTP/1.1" status: 204 len: 168 time: 2.5909188 Apr 14 16:19:11.192386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40552) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:11.226994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381767'] for router_gateway, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.236820 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c632dffc-5616-4eb0-bf9a-21f2def682ec admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ddcd108ac1b949099e453989d0b5e973&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429103 Apr 14 16:19:11.239402 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40556) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:11.339976 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cb81d5dd-d3f4-466a-bf58-d88fd0169bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.396754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cb81d5dd-d3f4-466a-bf58-d88fd0169bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.454274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854319393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124668'] for router, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.456930 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.482586 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cb81d5dd-d3f4-466a-bf58-d88fd0169bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.483583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447599'] for router, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.484426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42f9591a-e5b5-43f2-bbcf-dd32f909d06f {{(pid=85270) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:19:11.488379 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d9418292-2382-403c-8364-7069547b5ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:11.508022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] Notify callbacks [] for router, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.509415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81d5dd-d3f4-466a-bf58-d88fd0169bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed33481-a71e-43bd-8ee6-19baa14ff192,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:11.509540 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4436b6db-89e2-4fb6-96a4-6afc16d661a3 admin admin] 10.222.0.61 "DELETE /v2.0/routers/42f9591a-e5b5-43f2-bbcf-dd32f909d06f HTTP/1.1" status: 204 len: 168 time: 2.4075401 Apr 14 16:19:11.512535 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40564) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:11.517664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-cb81d5dd-d3f4-466a-bf58-d88fd0169bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:11.518834 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-cb81d5dd-d3f4-466a-bf58-d88fd0169bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.522188 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-cb81d5dd-d3f4-466a-bf58-d88fd0169bb2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eed33481-a71e-43bd-8ee6-19baa14ff192 HTTP/1.1" status: 204 len: 168 time: 0.2794096 Apr 14 16:19:11.639103 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fff4572-cef9-4a3c-9ae8-c9a8afe1a0af admin admin] Deleting subnet fbfbdec2-470c-45ef-8607-dac093c6fb7f {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:19:11.642662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1fff4572-cef9-4a3c-9ae8-c9a8afe1a0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.730266 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1fff4572-cef9-4a3c-9ae8-c9a8afe1a0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1037860'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:11.858568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1fff4572-cef9-4a3c-9ae8-c9a8afe1a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.213817 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1fff4572-cef9-4a3c-9ae8-c9a8afe1a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849499392'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.234689 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a9e90e87-3411-4eae-bad6-a76cde2814b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:12.342408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff4572-cef9-4a3c-9ae8-c9a8afe1a0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbfbdec2-470c-45ef-8607-dac093c6fb7f,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:12.345358 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1fff4572-cef9-4a3c-9ae8-c9a8afe1a0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:12.393773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1fff4572-cef9-4a3c-9ae8-c9a8afe1a0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.400843 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30d20f-8c4f-437a-9a7d-ba09e9357d0f None None] Network 81a37163-653e-470f-a94e-0abcd991baa3 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:19:12.406262 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40594) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:12.406562 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1fff4572-cef9-4a3c-9ae8-c9a8afe1a0af admin admin] 10.222.0.61 "DELETE /v2.0/subnets/fbfbdec2-470c-45ef-8607-dac093c6fb7f HTTP/1.1" status: 204 len: 168 time: 0.8927677 Apr 14 16:19:12.547521 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.682073 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Deleting port bd720e7e-4d56-463f-ab2b-523634c154c1 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:12.682500 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.709649 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:12.816470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:12.816872 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 33dcc8ed-5dd9-4c18-a6be-160427bea6e0 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:12.962567 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] DHCP port deletion for 81a37163-653e-470f-a94e-0abcd991baa3 request from dv-cinder-786266-1-smb {{(pid=85271) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:19:12.966716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] Deleting port bd720e7e-4d56-463f-ab2b-523634c154c1 {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:12.967191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:12.992547 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] For port bd720e7e-4d56-463f-ab2b-523634c154c1, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=bd720e7e-4d56-463f-ab2b-523634c154c1,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:12.993237 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:13.317886 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Calling delete_port for bd720e7e-4d56-463f-ab2b-523634c154c1 owned by network:dhcp {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:13.506874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] For port bd720e7e-4d56-463f-ab2b-523634c154c1, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=bd720e7e-4d56-463f-ab2b-523634c154c1,segment=NetworkSegment(95484af9-849e-40fe-b57f-e3099a98b506),segment_id=95484af9-849e-40fe-b57f-e3099a98b506)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:13.507910 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:13.575435 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:13.612650 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e91c3323-635c-47f6-ad02-716496b1bf35 tempest-TestMinimumBasicScenario-429052608 tempest-TestMinimumBasicScenario-429052608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:13.824001 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] Calling delete_port for bd720e7e-4d56-463f-ab2b-523634c154c1 owned by network:dhcp {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:13.862352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd720e7e-4d56-463f-ab2b-523634c154c1,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:13.901807 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:13.973329 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] No DVR routers for this DVR port bd720e7e-4d56-463f-ab2b-523634c154c1 on host dv-cinder-786266-1-smb {{(pid=85269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:14.043076 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.api [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:19:14.043497 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_db.api [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:19:14.208675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:14.365006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a37163-653e-470f-a94e-0abcd991baa3']}} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:14.383644 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95484af9-849e-40fe-b57f-e3099a98b506') {'for_net_delete': True} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:14.384452 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95484af9-849e-40fe-b57f-e3099a98b506') {} {{(pid=85269) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:14.401948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036846856476'] for segment, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:14.421601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:14.430535 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=85269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:19:14.545054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] Deleting port bd720e7e-4d56-463f-ab2b-523634c154c1 {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:14.547121 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:14.649893 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Network 81a37163-653e-470f-a94e-0abcd991baa3 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:14.658434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6583d-95be-4eb6-b4bf-1cf016c5571b None None] The port 'bd720e7e-4d56-463f-ab2b-523634c154c1' was deleted {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:19:14.661226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6512918'] for segment, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:14.718979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device bd720e7e-4d56-463f-ab2b-523634c154c1 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:14.778039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: bd720e7e-4d56-463f-ab2b-523634c154c1 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:14.778523 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device bd720e7e-4d56-463f-ab2b-523634c154c1 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:14.857125 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Network 81a37163-653e-470f-a94e-0abcd991baa3 has no segments {{(pid=85269) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:19:14.883980 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:19:14.995458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:15.001250 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b0a9e0f4-5d1d-42ef-8e26-1aabdb7f5a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:15.023380 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:15.041703 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=81a37163-653e-470f-a94e-0abcd991baa3,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:15.048985 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:15.055077 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4a444772-3b49-4473-bc3c-bcdc3eac9b35 admin admin] 10.222.0.61 "DELETE /v2.0/networks/81a37163-653e-470f-a94e-0abcd991baa3 HTTP/1.1" status: 204 len: 168 time: 2.6473780 Apr 14 16:19:15.059588 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40634) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:15.780079 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854332632'] for router_interface, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:16.347017 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Deleting port 80056c2b-00b7-4a7a-b98e-6314e82fff94 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:16.347414 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:16.840750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] For port 80056c2b-00b7-4a7a-b98e-6314e82fff94, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=80056c2b-00b7-4a7a-b98e-6314e82fff94,segment=NetworkSegment(21a1bce0-bade-4833-b958-52b150e6bb29),segment_id=21a1bce0-bade-4833-b958-52b150e6bb29)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:16.841532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:16.985798 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Calling delete_port for 80056c2b-00b7-4a7a-b98e-6314e82fff94 owned by network:router_interface {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:17.176725 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:17.194902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b52b86cf-9570-4ee7-9cb2-a6f04e9ee67c tempest-AttachVolumeTestJSON-265822261 tempest-AttachVolumeTestJSON-265822261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:17.313470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Pushing event deleted for resources: {'Port': ['ID=80056c2b-00b7-4a7a-b98e-6314e82fff94,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:17.321314 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:17.901255 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1606375', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854381601'] for router_interface, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:18.460936 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 has already been hosted by L3 agent 4c53465c-ef10-480a-8e2e-c9d7c938ee8b {{(pid=85269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 14 16:19:18.686512 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] Notify agent at l3_agent.dv-cinder-786266-1-smb the message routers_updated {{(pid=85269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 14 16:19:18.704789 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-e17868f4-17ae-4c3d-a937-0ced0ece5190 admin admin] 10.222.0.61 "PUT /v2.0/routers/765cf31d-ceb2-4d1b-9d59-d08cb905a980/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6439931 Apr 14 16:19:18.706688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] Sync routers for ids ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'] in dv-cinder-786266-1-smb {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 14 16:19:18.710719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40710) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:18.742020 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] Routers {'765cf31d-ceb2-4d1b-9d59-d08cb905a980'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:18.752075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:18.991326 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks [] for router, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:19.006920 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] Set router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 gateway port host: dv-cinder-786266-1-smb {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:19.214068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:19:19.294909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:19.304236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Deleting port 9f6f0601-2fa0-42e5-ac0d-8aff06401680 {{(pid=85269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:19.304738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:19.360578 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'external_fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:19:17Z', 'revision_number': 5, 'project_id': '1120024b1675408c8b6a013f908b663f', 'gw_port': {'id': '9f6f0601-2fa0-42e5-ac0d-8aff06401680', 'name': '', 'network_id': '9b4b0030-1b6b-4852-8a71-bad8ef632c20', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:ab:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786266-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-14T16:13:53Z', 'updated_at': '2021-04-14T16:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2ecb471-602a-4ff9-aa1d-2040628ce2ee', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786266-1-smb'}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:19.366301 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] Checking router: 765cf31d-ceb2-4d1b-9d59-d08cb905a980 for host: dv-cinder-786266-1-smb {{(pid=85272) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 14 16:19:19.378105 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] Routers {'765cf31d-ceb2-4d1b-9d59-d08cb905a980'} bound to L3 agent in host dv-cinder-786266-1-smb {{(pid=85272) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 14 16:19:19.378945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786266-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-14T16:02:27Z,description=,heartbeat_timestamp=2021-04-14T16:18:57Z,host='dv-cinder-786266-1-smb',id=4c53465c-ef10-480a-8e2e-c9d7c938ee8b,load=0,resource_versions=,resources_synced=,started_at=2021-04-14T16:02:27Z,topic='l3_agent')) {'router_ids': ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'], 'active': True} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:19.543469 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] For port 9f6f0601-2fa0-42e5-ac0d-8aff06401680, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=9f6f0601-2fa0-42e5-ac0d-8aff06401680,segment=NetworkSegment(3c8ae03e-d68b-4456-a533-7a779d3fac77),segment_id=3c8ae03e-d68b-4456-a533-7a779d3fac77)] {{(pid=85269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:19.544180 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:19.569024 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvr_db [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] Set router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 gateway port host: None {{(pid=85272) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 14 16:19:19.717029 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_hamode_db [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:19:19Z', 'revision_number': 6, 'project_id': '1120024b1675408c8b6a013f908b663f', 'gw_port_host': None}], 'dv-cinder-786266-1-smb', False) {} {{(pid=85272) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:19.726774 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7629f4-d0d2-477d-a8fd-19fdffe4abf1 None None] The sync data for ids ['765cf31d-ceb2-4d1b-9d59-d08cb905a980'] in dv-cinder-786266-1-smb is: [{'id': '765cf31d-ceb2-4d1b-9d59-d08cb905a980', 'name': 'tempest-TestShelveInstance-275741550-router', 'tenant_id': '1120024b1675408c8b6a013f908b663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-14T16:13:50Z', 'updated_at': '2021-04-14T16:19:19Z', 'revision_number': 6, 'project_id': '1120024b1675408c8b6a013f908b663f', 'gw_port_host': None}] {{(pid=85272) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 14 16:19:19.754391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Calling delete_port for 9f6f0601-2fa0-42e5-ac0d-8aff06401680 owned by network:router_gateway {{(pid=85269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:19.962496 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036848262868'] for port, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:19.976750 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-999adc70-49b9-4ece-b8bf-04b6293e6607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:20.032662 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6f0601-2fa0-42e5-ac0d-8aff06401680,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:20.039540 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:20.703089 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854381767'] for router_gateway, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.729747 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 9f6f0601-2fa0-42e5-ac0d-8aff06401680 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:20.793873 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 9f6f0601-2fa0-42e5-ac0d-8aff06401680 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:20.794350 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 9f6f0601-2fa0-42e5-ac0d-8aff06401680 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:20.794825 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 80056c2b-00b7-4a7a-b98e-6314e82fff94 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:20.839948 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 80056c2b-00b7-4a7a-b98e-6314e82fff94 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:20.840329 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 80056c2b-00b7-4a7a-b98e-6314e82fff94 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:20.922274 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854319393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124668'] for router, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.925317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.949356 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447599'] for router, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.949960 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 765cf31d-ceb2-4d1b-9d59-d08cb905a980 {{(pid=85269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 14 16:19:20.964675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] Notify callbacks [] for router, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:20.965956 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3675a819-2208-4e09-a624-5ecb1d3fe9fa admin admin] 10.222.0.61 "DELETE /v2.0/routers/765cf31d-ceb2-4d1b-9d59-d08cb905a980 HTTP/1.1" status: 204 len: 168 time: 2.2541764 Apr 14 16:19:20.968809 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40766) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:21.046640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-46dd03ce-7ea7-4791-a630-a12ea86e674f admin admin] Deleting subnet d5d83e0a-8a79-47fc-878e-65a509ec267c {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:19:21.050120 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-46dd03ce-7ea7-4791-a630-a12ea86e674f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.104188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40770) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:21.119735 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-46dd03ce-7ea7-4791-a630-a12ea86e674f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1037860'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.229352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-46dd03ce-7ea7-4791-a630-a12ea86e674f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.269511 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.288598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:21.293109 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Usage tracker for resource:security_group_rule and tenant:bdea84172d8d48f58d883944b9b49708 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:21.296874 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:21.305091 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:21.410132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.413961 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.424462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c55deb27-5b65-4d4a-b789-b1b67e60832b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:21.474759 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdea84172d8d48f58d883944b9b49708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675959 Apr 14 16:19:21.476597 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 40776) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:21.491130 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b5fe59-13a7-4326-87bb-8f31c6c2d344,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:21.509065 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:21.559118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-46dd03ce-7ea7-4791-a630-a12ea86e674f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849499392'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.584246 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-85712f2b-0d75-4c6d-a5e5-9a786920b2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.644778 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-85712f2b-0d75-4c6d-a5e5-9a786920b2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.689111 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:21.725584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-85712f2b-0d75-4c6d-a5e5-9a786920b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.733846 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7f9b9071-0b96-4fa1-9390-a840ac224cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:21.746465 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712f2b-0d75-4c6d-a5e5-9a786920b2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b5fe59-13a7-4326-87bb-8f31c6c2d344,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:21.775588 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd03ce-7ea7-4791-a630-a12ea86e674f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d83e0a-8a79-47fc-878e-65a509ec267c,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:21.778468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-46dd03ce-7ea7-4791-a630-a12ea86e674f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:21.784957 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-85712f2b-0d75-4c6d-a5e5-9a786920b2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:21.789816 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-46dd03ce-7ea7-4791-a630-a12ea86e674f admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.795752 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-85712f2b-0d75-4c6d-a5e5-9a786920b2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:21.796381 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdd7bb3-0ba9-49bb-91dc-3b428dd73f53 None None] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 requested from dv-cinder-786266-1-smb {{(pid=85271) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 14 16:19:21.800448 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-85712f2b-0d75-4c6d-a5e5-9a786920b2e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9b5fe59-13a7-4326-87bb-8f31c6c2d344 HTTP/1.1" status: 204 len: 168 time: 0.3226526 Apr 14 16:19:21.800601 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-46dd03ce-7ea7-4791-a630-a12ea86e674f admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d5d83e0a-8a79-47fc-878e-65a509ec267c HTTP/1.1" status: 204 len: 168 time: 0.8305252 Apr 14 16:19:21.801285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40790) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:21.949068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.034693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Deleting port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 {{(pid=85270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:22.035349 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.232061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] DHCP port deletion for e3952ccd-96a5-4c72-8e19-8dfa17a2db71 request from dv-cinder-786266-1-smb {{(pid=85271) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 14 16:19:22.237285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] Deleting port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:22.237814 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.329928 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] For port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=82f4b20c-42fb-4aa3-9a3b-8fa717080a81,segment=NetworkSegment(21a1bce0-bade-4833-b958-52b150e6bb29),segment_id=21a1bce0-bade-4833-b958-52b150e6bb29)] {{(pid=85270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:22.330386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.487568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Calling delete_port for 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 owned by network:dhcp {{(pid=85270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:22.509941 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.db [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] For port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81, host dv-cinder-786266-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786266-1-smb',level=0,port_id=82f4b20c-42fb-4aa3-9a3b-8fa717080a81,segment=NetworkSegment(21a1bce0-bade-4833-b958-52b150e6bb29),segment_id=21a1bce0-bade-4833-b958-52b150e6bb29)] {{(pid=85271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 14 16:19:22.510786 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402270'] for port, precommit_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.595110 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852770605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852691561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746404122637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746403680200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7336270'] for port, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:22.611136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f537ad77-680a-443c-938c-bf41c6b0f242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:22.664977 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=82f4b20c-42fb-4aa3-9a3b-8fa717080a81,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:22.913148 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] Calling delete_port for 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 owned by network:dhcp {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 14 16:19:23.006626 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 no longer exists at agent ovs-agent-dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 14 16:19:23.084823 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:23.131661 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] No Port match for: 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 {{(pid=85271) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 14 16:19:23.132017 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.rpc [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Device 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 not bound to the agent host dv-cinder-786266-1-smb {{(pid=85271) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 14 16:19:23.140234 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] No DVR routers for this DVR port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 on host dv-cinder-786266-1-smb {{(pid=85270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 14 16:19:23.186444 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.db.api [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85271) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 14 16:19:23.186856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_db.api [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85271) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 14 16:19:23.297584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.441601 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3952ccd-96a5-4c72-8e19-8dfa17a2db71']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:23.456491 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a1bce0-bade-4833-b958-52b150e6bb29') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:23.457083 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a1bce0-bade-4833-b958-52b150e6bb29') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:23.473553 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036754'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.491161 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.500377 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:19:23.688204 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] Deleting port 82f4b20c-42fb-4aa3-9a3b-8fa717080a81 {{(pid=85271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 14 16:19:23.688637 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363290450663062'] for port, before_delete {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.729479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:23.742049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439500'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:23.783220 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ba31a-2088-41d5-b95d-97840a71b677 None None] The port '82f4b20c-42fb-4aa3-9a3b-8fa717080a81' was deleted {{(pid=85271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 14 16:19:23.973773 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Network e3952ccd-96a5-4c72-8e19-8dfa17a2db71 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:19:24.002320 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:19:24.089470 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.093760 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:24.122930 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3952ccd-96a5-4c72-8e19-8dfa17a2db71,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:24.129603 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.140275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:24.147982 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d274f100-955c-4c2d-8e9a-feed54b28d61 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e3952ccd-96a5-4c72-8e19-8dfa17a2db71 HTTP/1.1" status: 204 len: 168 time: 2.3425167 Apr 14 16:19:24.401417 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40860) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:24.452153 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4090d24c-9346-4da7-a166-a3d2745bdb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.472949 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-1c217adf-aee1-4611-8b36-c578e9733b31 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c54499001d8b4a81bad0778281e95ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671899 Apr 14 16:19:24.473138 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40868) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:24.545641 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.590779 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.672276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.689719 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bee3633c-6c9a-4242-9a6e-4d876bcf96b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:24.728378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715aa995-d001-46d5-aec8-c2dbeff5d4e9,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:24.741819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.745267 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.746107 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.746740 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.747366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.747975 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.748969 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.749581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.750241 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.750868 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.751481 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.752635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:24.757201 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:24.758505 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:24.760810 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d4c8250a-b8a4-4b94-93a2-1b79ce824d14 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/715aa995-d001-46d5-aec8-c2dbeff5d4e9 HTTP/1.1" status: 204 len: 168 time: 0.2863650 Apr 14 16:19:25.269075 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40898) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:25.307554 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-3d4dc6a8-608e-4aa3-b67d-636bba7ec785 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1120024b1675408c8b6a013f908b663f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0347679 Apr 14 16:19:25.308157 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40902) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:25.382074 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-56a60b4f-7947-4431-97f0-85d6cea32fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.413311 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-56a60b4f-7947-4431-97f0-85d6cea32fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.467893 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-56a60b4f-7947-4431-97f0-85d6cea32fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.473426 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-022a726a-4891-43d6-b76b-17afb99fdeea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:25.488280 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a60b4f-7947-4431-97f0-85d6cea32fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a614da-73fc-4d56-b504-8c952c9af524,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:25.491513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-56a60b4f-7947-4431-97f0-85d6cea32fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:25.494022 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-56a60b4f-7947-4431-97f0-85d6cea32fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:25.498541 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-56a60b4f-7947-4431-97f0-85d6cea32fc1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a9a614da-73fc-4d56-b504-8c952c9af524 HTTP/1.1" status: 204 len: 168 time: 0.1860518 Apr 14 16:19:27.323378 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-335fa603-b9a6-4a40-9643-96aa325a6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:27.442769 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40952) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:27.514688 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b7d67e-550a-4b41-ad82-cbec597dcfdc admin admin] Deleting subnet 469c129a-ae82-45ad-b573-9a496d626c00 {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:19:27.517923 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-04b7d67e-550a-4b41-ad82-cbec597dcfdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:27.574574 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-04b7d67e-550a-4b41-ad82-cbec597dcfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1037860'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:27.634147 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-04b7d67e-550a-4b41-ad82-cbec597dcfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:27.893584 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-04b7d67e-550a-4b41-ad82-cbec597dcfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849499392'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:27.910116 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:27.992908 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7d67e-550a-4b41-ad82-cbec597dcfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=469c129a-ae82-45ad-b573-9a496d626c00,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:27.995673 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-04b7d67e-550a-4b41-ad82-cbec597dcfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:27.999171 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.045352 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-04b7d67e-550a-4b41-ad82-cbec597dcfdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.051903 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-04b7d67e-550a-4b41-ad82-cbec597dcfdc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/469c129a-ae82-45ad-b573-9a496d626c00 HTTP/1.1" status: 204 len: 168 time: 0.6079228 Apr 14 16:19:28.054553 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 40962) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:28.174896 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.285708 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.369408 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.480784 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46ff11f-5192-4970-a7f7-9c8a6aa550a2']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:28.497958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:28.498335 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa29e0c-4f04-4b79-93f5-a89b10c88b6c') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:28.515814 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036754'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.532304 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.540448 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:19:28.732990 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:28.742746 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439500'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:28.932993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Network b46ff11f-5192-4970-a7f7-9c8a6aa550a2 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:19:28.956307 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:19:29.041815 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.045588 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:29.060743 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.072914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46ff11f-5192-4970-a7f7-9c8a6aa550a2,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:29.076458 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:29.081097 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-c691df66-6f2e-4182-82e3-c35be460f332 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b46ff11f-5192-4970-a7f7-9c8a6aa550a2 HTTP/1.1" status: 204 len: 168 time: 1.0255175 Apr 14 16:19:29.101277 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41034) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:29.121617 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.233424 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.250224 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:29.254457 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Usage tracker for resource:security_group_rule and tenant:cf3b5062c9b542829511c153a672a561 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:29.258415 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:29.264395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:29.270975 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41040) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:29.307119 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-52c0eb1e-d174-42e0-a479-423073107275 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d13ad328455f4310b156a4d5214c2ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0347610 Apr 14 16:19:29.310486 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41044) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:29.354570 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.357462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.366263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-875e087c-77a6-4058-9809-a34d10f59fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:29.372547 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5e43de7-9f85-49ab-aed9-08f7b2ec15dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.400913 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5e43de7-9f85-49ab-aed9-08f7b2ec15dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.409316 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cf3b5062c9b542829511c153a672a561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068366 Apr 14 16:19:29.411084 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4df107e-1dc1-41ee-8971-bade0557995a,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:29.414069 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41048) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:29.414410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:29.502979 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9e94-5885-4bd7-82e1-fc7f6eb4a000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.516090 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5e43de7-9f85-49ab-aed9-08f7b2ec15dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.520983 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-2ec99b19-3d06-4820-8df1-a76d9a858651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:29.541675 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e43de7-9f85-49ab-aed9-08f7b2ec15dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ab13b6-98a7-4d31-b984-0de69e8497c9,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:29.547876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b5e43de7-9f85-49ab-aed9-08f7b2ec15dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:29.553399 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9e94-5885-4bd7-82e1-fc7f6eb4a000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.575484 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b5e43de7-9f85-49ab-aed9-08f7b2ec15dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.576713 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b5e43de7-9f85-49ab-aed9-08f7b2ec15dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/94ab13b6-98a7-4d31-b984-0de69e8497c9 HTTP/1.1" status: 204 len: 168 time: 0.2650378 Apr 14 16:19:29.605176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9e94-5885-4bd7-82e1-fc7f6eb4a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.610293 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-e0c86f0c-58c7-4ef8-ae6a-7fcd6d36941a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:29.621288 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b9e94-5885-4bd7-82e1-fc7f6eb4a000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4df107e-1dc1-41ee-8971-bade0557995a,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:29.625552 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-8b9b9e94-5885-4bd7-82e1-fc7f6eb4a000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:29.630317 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8b9b9e94-5885-4bd7-82e1-fc7f6eb4a000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:29.633020 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8b9b9e94-5885-4bd7-82e1-fc7f6eb4a000 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b4df107e-1dc1-41ee-8971-bade0557995a HTTP/1.1" status: 204 len: 168 time: 0.2160687 Apr 14 16:19:30.076192 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41060) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:30.097095 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.116635 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:30.120667 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] Usage tracker for resource:security_group_rule and tenant:bf018ba1710c466f9b6bddc11145fff0 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:30.123964 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:30.128520 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41064) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:30.130746 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:30.201504 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.db_base_plugin_v2 [None req-a385c18d-50b8-43d1-a83e-986f5c455cc7 admin admin] Deleting subnet dd5109b2-98e8-4bfd-b097-d6bb2ba9784b {{(pid=85270) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 14 16:19:30.204659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a385c18d-50b8-43d1-a83e-986f5c455cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.216571 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.219561 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.229136 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b427e603-6f4d-4ae6-b9b4-cce6639b5dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:30.258659 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a385c18d-50b8-43d1-a83e-986f5c455cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1037860'] for subnet, precommit_delete_associations {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.272297 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf018ba1710c466f9b6bddc11145fff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949143 Apr 14 16:19:30.273999 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0a60a-98fb-4166-8ed4-218486d0b33b,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:30.277346 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-966e1af7-9ad6-419f-9ba5-2871afec8438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:30.278055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41068) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:30.317943 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a385c18d-50b8-43d1-a83e-986f5c455cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-14109'] for subnet, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.341236 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eed5b73b-bda0-402a-a98a-4842c9e82bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.372372 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eed5b73b-bda0-402a-a98a-4842c9e82bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.417117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eed5b73b-bda0-402a-a98a-4842c9e82bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.422808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-5734ced7-5655-4255-b918-d511e0981a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:30.439462 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5b73b-bda0-402a-a98a-4842c9e82bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0a60a-98fb-4166-8ed4-218486d0b33b,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:30.442021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-eed5b73b-bda0-402a-a98a-4842c9e82bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:30.446965 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eed5b73b-bda0-402a-a98a-4842c9e82bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.449122 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-eed5b73b-bda0-402a-a98a-4842c9e82bc7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1ad0a60a-98fb-4166-8ed4-218486d0b33b HTTP/1.1" status: 204 len: 168 time: 0.1700106 Apr 14 16:19:30.582363 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a385c18d-50b8-43d1-a83e-986f5c455cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854761723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358107', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036847439589', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036849499392'] for subnet, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.598036 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:30.687388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385c18d-50b8-43d1-a83e-986f5c455cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5109b2-98e8-4bfd-b097-d6bb2ba9784b,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:30.700002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a385c18d-50b8-43d1-a83e-986f5c455cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:30.733287 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a385c18d-50b8-43d1-a83e-986f5c455cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:30.743938 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a385c18d-50b8-43d1-a83e-986f5c455cc7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dd5109b2-98e8-4bfd-b097-d6bb2ba9784b HTTP/1.1" status: 204 len: 168 time: 0.6143019 Apr 14 16:19:30.746729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41076) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:30.864765 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036852701760'] for network, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.304272 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854716772', 'neutron.services.segments.db._delete_segments_for_network--9223363290450573138'] for network, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.421263 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f127e775-33a8-4ff0-a5d5-b7645cf4eae1']}} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:31.434759 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a937b3c9-438f-4581-a5df-e571dd365dd9') {'for_net_delete': True} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:31.435099 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.services.segments.db [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a937b3c9-438f-4581-a5df-e571dd365dd9') {} {{(pid=85270) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 14 16:19:31.447595 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363290450572370', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036754'] for segment, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.462315 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854774489'] for segment, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.468716 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=85270) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 14 16:19:31.647532 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:31.656666 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036847439500'] for segment, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.838187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.plugins.ml2.managers [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Network f127e775-33a8-4ff0-a5d5-b7645cf4eae1 has no segments {{(pid=85270) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: Traceback (most recent call last): Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: timer() Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: cb(*args, **kw) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: return func(*args, **kwargs) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: self._notify() Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: self.callback(batched_events) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: event.method(event) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: segment_id)['aggregates'][0] Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: return f(self, *a, **k) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: return self._get(url).json() Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: **kwargs) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: return self.request(url, 'GET', **kwargs) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: **endpoint_filter) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 16:19:31.860688 dv-cinder-786266-1-smb neutron-server[85156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 16:19:31.940019 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-59013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854358143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853169520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-394003'] for network, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.943693 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-9965c6b5-1e65-40a9-be95-00cdab6739e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:31.957407 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853169535'] for network, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:31.967049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f127e775-33a8-4ff0-a5d5-b7645cf4eae1,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:31.969384 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:31.971000 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-50ff3562-c5a7-45c8-8fc2-f28667566d09 admin admin] 10.222.0.61 "DELETE /v2.0/networks/f127e775-33a8-4ff0-a5d5-b7645cf4eae1 HTTP/1.1" status: 204 len: 168 time: 1.2232893 Apr 14 16:19:32.163067 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41122) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:32.198149 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-8395f45b-a0b2-4b56-a682-a9bac2b165bf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1140d8deff34a3bbd8afa4f2ce022ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0334659 Apr 14 16:19:32.200707 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41126) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:32.262258 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e71dd42-a220-4eaf-bc50-fd127baa87a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:32.292421 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e71dd42-a220-4eaf-bc50-fd127baa87a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:32.343613 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e71dd42-a220-4eaf-bc50-fd127baa87a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:32.349432 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7d2d0df3-66ed-450a-9f0c-a16fa8d0df95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:32.363862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71dd42-a220-4eaf-bc50-fd127baa87a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e8e88d-effe-458f-9f9d-ebe94dd68c4e,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:32.366011 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0e71dd42-a220-4eaf-bc50-fd127baa87a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:32.371279 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e71dd42-a220-4eaf-bc50-fd127baa87a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:32.372500 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0e71dd42-a220-4eaf-bc50-fd127baa87a0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9e8e88d-effe-458f-9f9d-ebe94dd68c4e HTTP/1.1" status: 204 len: 168 time: 0.1707263 Apr 14 16:19:38.027854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41254) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:38.152925 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.171244 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:38.175364 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] Usage tracker for resource:security_group_rule and tenant:d332fe6ed9074edba4956cf33f4ec408 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:38.178507 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:38.184543 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:38.270199 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.273680 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.282728 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:38.327725 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d332fe6ed9074edba4956cf33f4ec408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986972 Apr 14 16:19:38.329473 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f8214e-9615-4c20-9294-c1b0b39f563b,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:38.330668 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41268) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:38.332962 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-45ebcb7e-3850-41f0-be03-e6a7c3a64acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:38.398179 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bef8af0c-7a59-460b-8ebe-0c9bbf0767c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.426388 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bef8af0c-7a59-460b-8ebe-0c9bbf0767c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.471363 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bef8af0c-7a59-460b-8ebe-0c9bbf0767c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.477056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-c8818eab-31a6-4534-a9e3-aaff50e304cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:38.488042 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8af0c-7a59-460b-8ebe-0c9bbf0767c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f8214e-9615-4c20-9294-c1b0b39f563b,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:38.490754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bef8af0c-7a59-460b-8ebe-0c9bbf0767c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:38.496862 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bef8af0c-7a59-460b-8ebe-0c9bbf0767c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.500890 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-bef8af0c-7a59-460b-8ebe-0c9bbf0767c0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1f8214e-9615-4c20-9294-c1b0b39f563b HTTP/1.1" status: 204 len: 168 time: 0.1663413 Apr 14 16:19:38.813776 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41284) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:38.837756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.852701 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:38.856681 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] Usage tracker for resource:security_group_rule and tenant:610398589ed048b197ce574d1aa6435b is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:38.859657 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:38.866303 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:38.955285 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.958530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:38.967437 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6eb50a95-5455-45ff-b562-5877baf2cb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:39.010305 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=610398589ed048b197ce574d1aa6435b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952903 Apr 14 16:19:39.012068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5debd7f-a8fa-48fe-b905-91e1c4c80351,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:39.013640 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41292) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:39.015393 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-74838cda-e2fe-4802-a9c0-5dadcbad6c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:39.078785 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b12d2d9d-1955-40ae-85d9-1980e2f45d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:39.105467 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b12d2d9d-1955-40ae-85d9-1980e2f45d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:39.155596 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b12d2d9d-1955-40ae-85d9-1980e2f45d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:39.160718 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f4998b10-e80e-44c2-b29c-8cf2c5f667f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:39.175016 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d2d9d-1955-40ae-85d9-1980e2f45d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5debd7f-a8fa-48fe-b905-91e1c4c80351,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:39.178981 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b12d2d9d-1955-40ae-85d9-1980e2f45d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:39.182485 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b12d2d9d-1955-40ae-85d9-1980e2f45d93 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5debd7f-a8fa-48fe-b905-91e1c4c80351 HTTP/1.1" status: 204 len: 168 time: 0.1652243 Apr 14 16:19:39.190382 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b12d2d9d-1955-40ae-85d9-1980e2f45d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:39.858748 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:41.994746 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41410) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:42.122566 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.139227 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:42.143482 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] Usage tracker for resource:security_group_rule and tenant:13d1db7112fd4acebb54396eea0456cb is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:42.146544 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:42.152729 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:42.250187 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.253410 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.262581 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-85712f2b-0d75-4c6d-a5e5-9a786920b2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:42.306420 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=13d1db7112fd4acebb54396eea0456cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105114 Apr 14 16:19:42.307509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f539aa2b-44be-43f2-9b9d-e381351876ba,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:42.309342 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41420) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:42.310745 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0e878e73-9ae7-4a5d-ac3e-b281e7e6cdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:42.376767 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-19a6510d-81f1-4011-8739-b42ea163732e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.403880 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-19a6510d-81f1-4011-8739-b42ea163732e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.450162 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-19a6510d-81f1-4011-8739-b42ea163732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.455135 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-315ed549-464e-432a-ab22-f0f7ccbceb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:42.468832 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6510d-81f1-4011-8739-b42ea163732e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f539aa2b-44be-43f2-9b9d-e381351876ba,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:42.471671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-19a6510d-81f1-4011-8739-b42ea163732e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:42.482353 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-19a6510d-81f1-4011-8739-b42ea163732e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.483589 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-19a6510d-81f1-4011-8739-b42ea163732e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f539aa2b-44be-43f2-9b9d-e381351876ba HTTP/1.1" status: 204 len: 168 time: 0.1723881 Apr 14 16:19:42.776527 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41428) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:42.799449 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.815848 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:42.820047 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] Usage tracker for resource:security_group_rule and tenant:e96c5b58e95c45ef9ad890ab1feb6dd4 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:42.823056 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:42.829101 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:42.914094 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.917118 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:42.926133 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-56a60b4f-7947-4431-97f0-85d6cea32fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:42.969029 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e96c5b58e95c45ef9ad890ab1feb6dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913474 Apr 14 16:19:42.970810 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78158e69-5b0f-4b1f-9027-39e24b09e995,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:42.972046 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41432) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:42.974063 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-bf85b77d-dde9-4985-bc15-76ce6996362b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:43.039849 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a2268f69-ed86-4f16-90ca-c8a6776c391e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:43.066316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a2268f69-ed86-4f16-90ca-c8a6776c391e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:43.110788 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a2268f69-ed86-4f16-90ca-c8a6776c391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:43.114793 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4e2ea990-44e6-4d76-91b7-dfc45354cb5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:43.128808 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2268f69-ed86-4f16-90ca-c8a6776c391e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78158e69-5b0f-4b1f-9027-39e24b09e995,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:43.131652 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a2268f69-ed86-4f16-90ca-c8a6776c391e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:43.139079 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-a2268f69-ed86-4f16-90ca-c8a6776c391e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:43.140298 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-a2268f69-ed86-4f16-90ca-c8a6776c391e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/78158e69-5b0f-4b1f-9027-39e24b09e995 HTTP/1.1" status: 204 len: 168 time: 0.1671057 Apr 14 16:19:44.827123 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41490) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:45.026513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.042973 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:45.046995 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd4d321a757438d842c76da243b9700 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:45.050106 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:45.056376 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:45.143275 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.146756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.155953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d8abe35c-ffc8-4b4d-ba83-9cc8a7cf9004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:45.203037 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9fd4d321a757438d842c76da243b9700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746450 Apr 14 16:19:45.204006 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4744fac-fd76-4b2d-a296-03ad762e7997,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:45.205990 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41510) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:45.207281 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:45.216840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41514) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:45.271620 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-aa951ca3-a7d9-4540-b8b2-72f630abe607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.300037 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-aa951ca3-a7d9-4540-b8b2-72f630abe607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.344165 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.346098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-aa951ca3-a7d9-4540-b8b2-72f630abe607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.351737 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1277c936-e583-445d-a534-911141aa01f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:45.360159 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:45.364758 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:68ec4109fc024acfabdfd124b90ff365 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:45.366459 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa951ca3-a7d9-4540-b8b2-72f630abe607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4744fac-fd76-4b2d-a296-03ad762e7997,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:45.367803 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:45.369005 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-aa951ca3-a7d9-4540-b8b2-72f630abe607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:45.371881 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-aa951ca3-a7d9-4540-b8b2-72f630abe607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.374294 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-aa951ca3-a7d9-4540-b8b2-72f630abe607 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4744fac-fd76-4b2d-a296-03ad762e7997 HTTP/1.1" status: 204 len: 168 time: 0.1660256 Apr 14 16:19:45.376188 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:45.462589 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.465489 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.475175 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fd97c263-81e3-424d-a876-467d56562d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:45.521050 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68ec4109fc024acfabdfd124b90ff365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027234 Apr 14 16:19:45.523900 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41522) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:45.527167 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4f6959-2b1a-4e7d-81ea-3d81516542a0,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:45.546531 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:45.597300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-97963c7b-d81e-43f9-a65d-9513832c2935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.633151 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-97963c7b-d81e-43f9-a65d-9513832c2935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.686648 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-97963c7b-d81e-43f9-a65d-9513832c2935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.695515 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-ef9cc327-c0c1-4f2a-b7e3-d4b1d8066fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:45.709368 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97963c7b-d81e-43f9-a65d-9513832c2935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4f6959-2b1a-4e7d-81ea-3d81516542a0,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:45.711648 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-97963c7b-d81e-43f9-a65d-9513832c2935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:45.721220 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-97963c7b-d81e-43f9-a65d-9513832c2935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:45.722476 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-97963c7b-d81e-43f9-a65d-9513832c2935 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a4f6959-2b1a-4e7d-81ea-3d81516542a0 HTTP/1.1" status: 204 len: 168 time: 0.1974859 Apr 14 16:19:46.077477 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41530) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:46.100391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:46.115694 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:46.119847 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Usage tracker for resource:security_group_rule and tenant:361aee84cf00475fbdc2cd002f4e1dd8 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:46.123049 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:46.129062 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:46.213842 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:46.216671 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:46.226894 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-63b6f504-c630-4474-b2af-4cbf51cba64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:46.268969 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=361aee84cf00475fbdc2cd002f4e1dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902788 Apr 14 16:19:46.270616 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895829a8-8da3-4ecf-af96-583b649f0260,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:46.271902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41534) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:46.273929 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:46.336583 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0fa64a7-dc87-419b-81b2-5675895afd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:46.363409 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0fa64a7-dc87-419b-81b2-5675895afd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:46.409395 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0fa64a7-dc87-419b-81b2-5675895afd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:46.414556 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0a19e249-3924-45f2-a8e0-5028f70f56a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:46.428919 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa64a7-dc87-419b-81b2-5675895afd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895829a8-8da3-4ecf-af96-583b649f0260,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:46.431738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b0fa64a7-dc87-419b-81b2-5675895afd77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:46.432966 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-b0fa64a7-dc87-419b-81b2-5675895afd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:46.434918 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-b0fa64a7-dc87-419b-81b2-5675895afd77 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/895829a8-8da3-4ecf-af96-583b649f0260 HTTP/1.1" status: 204 len: 168 time: 0.1618574 Apr 14 16:19:47.612821 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41566) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:47.740198 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:47.756043 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:47.760061 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] Usage tracker for resource:security_group_rule and tenant:68ef4b4fb2f348a1a154cee925862c17 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:47.762974 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:47.768888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:47.850909 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:47.853629 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:47.862321 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-4c0f99b2-5baa-436a-b95d-cc860b405927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:47.908144 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68ef4b4fb2f348a1a154cee925862c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940214 Apr 14 16:19:47.909170 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147de270-14ed-46c0-ae19-1a414facd678,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:47.911738 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41572) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:47.912253 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-f7cb92ab-a616-485a-a6b5-2b079f6675a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:47.977764 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d0fab98d-2de4-405c-a354-e9aacb4541b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:48.008824 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d0fab98d-2de4-405c-a354-e9aacb4541b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:48.053653 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d0fab98d-2de4-405c-a354-e9aacb4541b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:48.058705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-0e71dd42-a220-4eaf-bc50-fd127baa87a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:48.072826 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fab98d-2de4-405c-a354-e9aacb4541b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147de270-14ed-46c0-ae19-1a414facd678,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:48.075345 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d0fab98d-2de4-405c-a354-e9aacb4541b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:48.077633 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d0fab98d-2de4-405c-a354-e9aacb4541b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:48.078905 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-d0fab98d-2de4-405c-a354-e9aacb4541b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/147de270-14ed-46c0-ae19-1a414facd678 HTTP/1.1" status: 204 len: 168 time: 0.1656907 Apr 14 16:19:54.445804 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ade773bf-4098-4cd6-90b7-195459c3b5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:56.143627 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:19:57.326434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4baea9ae-e411-41f0-b3ef-8fd4daf01559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:57.658888 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41696) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:57.795147 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:57.810434 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:57.814875 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Usage tracker for resource:security_group_rule and tenant:2d979041745b4e99bd4e0694f3466340 is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:57.818614 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:57.824598 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:57.911316 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:57.913945 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:57.922330 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-78e43f81-b764-4d58-95e8-a1eabdc206e5 tempest-AttachVolumeShelveTestJSON-989991384 tempest-AttachVolumeShelveTestJSON-989991384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:57.967481 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2d979041745b4e99bd4e0694f3466340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073671 Apr 14 16:19:57.969163 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3231a7-45f1-4acf-9262-153ac1994b05,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:57.970559 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41702) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:57.977186 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.977615 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.978039 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.978479 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.978887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.979300 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.979728 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.980113 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.980530 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.980933 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.981339 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.981739 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786266-1-smb {{(pid=85269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 14 16:19:57.985884 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-14bf1a1d-afd2-49c9-a559-cd0847030851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:58.009700 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.039101 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dac71310-a81f-4721-b85b-ae86025933c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.065935 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dac71310-a81f-4721-b85b-ae86025933c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.112401 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dac71310-a81f-4721-b85b-ae86025933c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.118240 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-b0fa64a7-dc87-419b-81b2-5675895afd77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:58.136017 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac71310-a81f-4721-b85b-ae86025933c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3231a7-45f1-4acf-9262-153ac1994b05,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:58.139055 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-dac71310-a81f-4721-b85b-ae86025933c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:58.140008 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-dac71310-a81f-4721-b85b-ae86025933c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.141186 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-dac71310-a81f-4721-b85b-ae86025933c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a3231a7-45f1-4acf-9262-153ac1994b05 HTTP/1.1" status: 204 len: 168 time: 0.1695952 Apr 14 16:19:58.287709 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.430958 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41710) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:58.450070 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.465184 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:58.469256 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:145eb485aa794b648f537e07972b501a is out of sync, need to count used quota {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:58.472247 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85269) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:58.478867 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85269) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:58.567902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.570588 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.579292 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-a2268f69-ed86-4f16-90ca-c8a6776c391e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:58.621639 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=145eb485aa794b648f537e07972b501a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895423 Apr 14 16:19:58.622856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc90a0-eadd-4e18-bf0e-1b7cfdd6145d,revision_number=1']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:58.624783 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41714) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:58.626117 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-07e7611a-a98d-4856-b949-0cc5c9359cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:58.687534 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6242ddf6-2649-43a4-9fb8-a473f3814354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.716222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6242ddf6-2649-43a4-9fb8-a473f3814354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.760222 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6242ddf6-2649-43a4-9fb8-a473f3814354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.765176 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-d0fab98d-2de4-405c-a354-e9aacb4541b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:58.777879 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242ddf6-2649-43a4-9fb8-a473f3814354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc90a0-eadd-4e18-bf0e-1b7cfdd6145d,revision_number=None']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:58.781021 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-6242ddf6-2649-43a4-9fb8-a473f3814354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:58.783225 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-6242ddf6-2649-43a4-9fb8-a473f3814354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:58.785383 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-6242ddf6-2649-43a4-9fb8-a473f3814354 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63bc90a0-eadd-4e18-bf0e-1b7cfdd6145d HTTP/1.1" status: 204 len: 168 time: 0.1584241 Apr 14 16:19:59.123068 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.139991 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85270) accepted ('10.222.0.61', 41722) {{(pid=85270) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:59.159513 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.174664 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 14 16:19:59.178789 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] Usage tracker for resource:security_group_rule and tenant:1959f1a88b1d45c49b533d0e645e54a0 is out of sync, need to count used quota {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 14 16:19:59.181887 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.quota.resource [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85270) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 14 16:19:59.187906 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.quota.driver [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85270) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 14 16:19:59.272226 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.274994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_create {{(pid=85270) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.287499 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-684654a2-c221-4268-bfb2-c790bcf09e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:59.331327 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1959f1a88b1d45c49b533d0e645e54a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901350 Apr 14 16:19:59.333630 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673fea31-4dca-4ed7-b0d6-3d449d58d1ff,revision_number=1']} {{(pid=85270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:59.335258 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.wsgi [-] (85269) accepted ('10.222.0.61', 41726) {{(pid=85269) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 14 16:19:59.337098 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-fdd98ef4-0202-46cd-9742-c3598b8b14f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85270) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:59.397568 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7453c0e4-5abe-4470-832a-31ed4ac1d8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.424333 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7453c0e4-5abe-4470-832a-31ed4ac1d8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.470386 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7453c0e4-5abe-4470-832a-31ed4ac1d8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854361247'] for security_group, after_delete {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.475366 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-1b57880d-02e2-45e9-879d-271b5aee00aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 14 16:19:59.489509 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453c0e4-5abe-4470-832a-31ed4ac1d8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673fea31-4dca-4ed7-b0d6-3d449d58d1ff,revision_number=None']} {{(pid=85269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 14 16:19:59.491917 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG oslo_concurrency.lockutils [None req-7453c0e4-5abe-4470-832a-31ed4ac1d8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85269) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 14 16:19:59.513993 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7453c0e4-5abe-4470-832a-31ed4ac1d8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85269) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:19:59.515265 dv-cinder-786266-1-smb neutron-server[85156]: INFO neutron.wsgi [None req-7453c0e4-5abe-4470-832a-31ed4ac1d8b5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/673fea31-4dca-4ed7-b0d6-3d449d58d1ff HTTP/1.1" status: 204 len: 168 time: 0.1789625 Apr 14 16:20:09.854756 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:24.448160 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d7bd643d-e116-4c69-abd5-4ff13e5d5f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:27.327284 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-580f8559-0096-43ac-ac66-75f44e7f09ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:28.007542 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:28.290619 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:29.128854 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:33.143516 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:20:39.867918 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:54.450591 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-eef116dc-715e-4645-aa31-54c09048618e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:57.330438 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5cb67c44-ceed-4899-877e-a241c650137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:58.010158 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:58.294305 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:20:59.129128 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:09.881602 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:10.144072 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:21:24.453468 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1cd31fde-aa4a-4493-967c-b06c104eba23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:27.331474 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-9f299180-cc4a-44a3-ad21-b2ab0456bab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:28.012077 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:28.295892 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:29.131054 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:39.874385 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:47.144191 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:21:54.454953 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-c0b85058-f22d-49dd-8018-01ce77d3ecdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:57.331631 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-db0bf2fc-11e2-4db6-b66d-b7a2be6d164c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:58.015276 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:58.298819 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:21:59.133013 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:09.893840 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:24.143947 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:22:24.457313 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-32bec019-62e3-46a9-9bd2-9d44fec654e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:27.332142 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d7942b97-7a07-4b08-bbb2-9902afdf4dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:28.018674 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:28.302418 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:29.135102 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:39.911416 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:54.458780 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4dcc3636-6f1f-4b43-906e-bd3acff931f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:57.335044 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-5886273d-c702-467b-b917-0f6bbb4b35f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.019762 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:58.305112 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:22:59.138403 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:01.143754 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:23:09.903088 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:24.460396 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-8e1a6bf1-62ee-4f77-8c19-c3653138a54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:27.337071 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-d5583662-64a0-4e95-904d-d6603e4292f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:28.022002 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:28.306705 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:29.140902 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:38.143809 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:23:39.915904 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:54.462994 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-2f677ff3-bd47-4981-9d99-ecd00aed9ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:57.339391 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-4b78567a-2ae9-4e06-a242-dc1d932c46bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:58.025240 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:58.309280 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:23:59.143890 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:09.933043 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:15.142838 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron.db.agents_db [None req-89fd3d44-0215-46ed-b64e-410df2c5364e None None] Agent healthcheck: found 6 active agents {{(pid=85272) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 14 16:24:24.465876 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-aa061060-41e5-41c0-9c1a-b467611d00e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:27.339856 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-e6862573-8011-4739-b05f-76ad171306cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:28.031132 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-566e42a0-6956-484c-bd65-e52d1f973f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:28.310914 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-ffce52e6-0d10-4625-b963-38a1eed8ded2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:29.145872 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-7643fbf4-1f27-40ed-abef-5210835cc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 14 16:24:39.941997 dv-cinder-786266-1-smb neutron-server[85156]: DEBUG neutron_lib.callbacks.manager [None req-1e319eb4-d845-4367-a979-1cdee078c21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363290450573155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854702144'] for agent, after_update {{(pid=85271) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}